SherbyNet - /page/wikibook/entry.mu

Micron Document

<!DOCTYPE html>

<title>Explainable artificial intelligence</title>

</head>

Explainable artificial intelligence

</h1>

</header>

/* start https://en.wikipedia.org/ */

.mw-parser-output .hatnote{font-style:italic}.mw-parser-output div.hatnote{padding-left:1.6em;margin-bottom:0.5em}.mw-parser-output .hatnote i{font-style:normal}.mw-parser-output .hatnote+link+.hatnote{margin-top:-0.5em}@media print{body.ns-0 .mw-parser-output .hatnote{display:none!important}}

/* end https://en.wikipedia.org/ */

</style><div role="note" class="hatnote navigation-not-searchable">For other uses of "XAI", see <a href="XAI_(disambiguation)" class="mw-redirect mw-disambig" title="XAI (disambiguation)">XAI (disambiguation)</a>.</div>

/* start https://en.wikipedia.org/ */

.mw-parser-output .hlist dl,.mw-parser-output .hlist ol,.mw-parser-output .hlist ul{margin:0;padding:0}.mw-parser-output .hlist dd,.mw-parser-output .hlist dt,.mw-parser-output .hlist li{margin:0;display:inline}.mw-parser-output .hlist.inline,.mw-parser-output .hlist.inline dl,.mw-parser-output .hlist.inline ol,.mw-parser-output .hlist.inline ul,.mw-parser-output .hlist dl dl,.mw-parser-output .hlist dl ol,.mw-parser-output .hlist dl ul,.mw-parser-output .hlist ol dl,.mw-parser-output .hlist ol ol,.mw-parser-output .hlist ol ul,.mw-parser-output .hlist ul dl,.mw-parser-output .hlist ul ol,.mw-parser-output .hlist ul ul{display:inline}.mw-parser-output .hlist .mw-empty-li{display:none}.mw-parser-output .hlist dt::after{content:": "}.mw-parser-output .hlist dd::after,.mw-parser-output .hlist li::after{content:" · ";font-weight:bold}.mw-parser-output .hlist dd:last-child::after,.mw-parser-output .hlist dt:last-child::after,.mw-parser-output .hlist li:last-child::after{content:none}.mw-parser-output .hlist dd dd:first-child::before,.mw-parser-output .hlist dd dt:first-child::before,.mw-parser-output .hlist dd li:first-child::before,.mw-parser-output .hlist dt dd:first-child::before,.mw-parser-output .hlist dt dt:first-child::before,.mw-parser-output .hlist dt li:first-child::before,.mw-parser-output .hlist li dd:first-child::before,.mw-parser-output .hlist li dt:first-child::before,.mw-parser-output .hlist li li:first-child::before{content:" (";font-weight:normal}.mw-parser-output .hlist dd dd:last-child::after,.mw-parser-output .hlist dd dt:last-child::after,.mw-parser-output .hlist dd li:last-child::after,.mw-parser-output .hlist dt dd:last-child::after,.mw-parser-output .hlist dt dt:last-child::after,.mw-parser-output .hlist dt li:last-child::after,.mw-parser-output .hlist li dd:last-child::after,.mw-parser-output .hlist li dt:last-child::after,.mw-parser-output .hlist li li:last-child::after{content:")";font-weight:normal}.mw-parser-output .hlist ol{counter-reset:listitem}.mw-parser-output .hlist ol>li{counter-increment:listitem}.mw-parser-output .hlist ol>li::before{content:" "counter(listitem)"\a0 "}.mw-parser-output .hlist dd ol>li:first-child::before,.mw-parser-output .hlist dt ol>li:first-child::before,.mw-parser-output .hlist li ol>li:first-child::before{content:" ("counter(listitem)"\a0 "}

/* end https://en.wikipedia.org/ */

</style><style data-mw-deduplicate="TemplateStyles:r1246091330">

/* start https://en.wikipedia.org/ */

.mw-parser-output .sidebar{width:22em;float:right;clear:right;margin:0.5em 0 1em 1em;background:var(--background-color-neutral-subtle,#f8f9fa);border:1px solid var(--border-color-base,#a2a9b1);padding:0.2em;text-align:center;line-height:1.4em;font-size:88%;border-collapse:collapse;display:table}body.skin-minerva .mw-parser-output .sidebar{display:table!important;float:right!important;margin:0.5em 0 1em 1em!important}.mw-parser-output .sidebar-subgroup{width:100%;margin:0;border-spacing:0}.mw-parser-output .sidebar-left{float:left;clear:left;margin:0.5em 1em 1em 0}.mw-parser-output .sidebar-none{float:none;clear:both;margin:0.5em 1em 1em 0}.mw-parser-output .sidebar-outer-title{padding:0 0.4em 0.2em;font-size:125%;line-height:1.2em;font-weight:bold}.mw-parser-output .sidebar-top-image{padding:0.4em}.mw-parser-output .sidebar-top-caption,.mw-parser-output .sidebar-pretitle-with-top-image,.mw-parser-output .sidebar-caption{padding:0.2em 0.4em 0;line-height:1.2em}.mw-parser-output .sidebar-pretitle{padding:0.4em 0.4em 0;line-height:1.2em}.mw-parser-output .sidebar-title,.mw-parser-output .sidebar-title-with-pretitle{padding:0.2em 0.8em;font-size:145%;line-height:1.2em}.mw-parser-output .sidebar-title-with-pretitle{padding:0.1em 0.4em}.mw-parser-output .sidebar-image{padding:0.2em 0.4em 0.4em}.mw-parser-output .sidebar-heading{padding:0.1em 0.4em}.mw-parser-output .sidebar-content{padding:0 0.5em 0.4em}.mw-parser-output .sidebar-content-with-subgroup{padding:0.1em 0.4em 0.2em}.mw-parser-output .sidebar-above,.mw-parser-output .sidebar-below{padding:0.3em 0.8em;font-weight:bold}.mw-parser-output .sidebar-collapse .sidebar-above,.mw-parser-output .sidebar-collapse .sidebar-below{border-top:1px solid #aaa;border-bottom:1px solid #aaa}.mw-parser-output .sidebar-navbar{text-align:right;font-size:115%;padding:0 0.4em 0.4em}.mw-parser-output .sidebar-list-title{padding:0 0.4em;text-align:left;font-weight:bold;line-height:1.6em;font-size:105%}.mw-parser-output .sidebar-list-title-c{padding:0 0.4em;text-align:center;margin:0 3.3em}@media(max-width:640px){body.mediawiki .mw-parser-output .sidebar{width:100%!important;clear:both;float:none!important;margin-left:0!important;margin-right:0!important}}body.skin--responsive .mw-parser-output .sidebar a>img{max-width:none!important}@media screen{html.skin-theme-clientpref-night .mw-parser-output .sidebar:not(.notheme) .sidebar-list-title,html.skin-theme-clientpref-night .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle{background:transparent!important}html.skin-theme-clientpref-night .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle a{color:var(--color-progressive)!important}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .sidebar:not(.notheme) .sidebar-list-title,html.skin-theme-clientpref-os .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle{background:transparent!important}html.skin-theme-clientpref-os .mw-parser-output .sidebar:not(.notheme) .sidebar-title-with-pretitle a{color:var(--color-progressive)!important}}@media print{body.ns-0 .mw-parser-output .sidebar{display:none!important}}

/* end https://en.wikipedia.org/ */

</style><table class="sidebar sidebar-collapse nomobile nowraplinks hlist"><tbody><tr><td class="sidebar-pretitle">Part of a series on</td></tr><tr><th class="sidebar-title-with-pretitle"><a href="Artificial_intelligence" title="Artificial intelligence">Artificial intelligence (AI)</a></th></tr><tr><td class="sidebar-image"></td></tr><tr><td class="sidebar-content">

<div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)"><a href="Artificial_intelligence#Goals" title="Artificial intelligence">Major goals</a></div><div class="sidebar-list-content mw-collapsible-content">

<ul><li><a href="Artificial_general_intelligence" title="Artificial general intelligence">Artificial general intelligence</a></li>

<li><a href="Intelligent_agent" title="Intelligent agent">Intelligent agent</a></li>

<li><a href="Recursive_self-improvement" title="Recursive self-improvement">Recursive self-improvement</a></li>

<li><a href="Automated_planning_and_scheduling" title="Automated planning and scheduling">Planning</a></li>

<li><a href="Computer_vision" title="Computer vision">Computer vision</a></li>

<li><a href="General_game_playing" title="General game playing">General game playing</a></li>

<li><a href="Knowledge_representation_and_reasoning" title="Knowledge representation and reasoning">Knowledge representation</a></li>

<li><a href="Natural_language_processing" title="Natural language processing">Natural language processing</a></li>

<li><a href="Robotics" title="Robotics">Robotics</a></li>

<li><a href="AI_safety" title="AI safety">AI safety</a></li></ul></div></div></td>

</tr><tr><td class="sidebar-content">

<div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)">Approaches</div><div class="sidebar-list-content mw-collapsible-content">

<ul><li><a href="Machine_learning" title="Machine learning">Machine learning</a></li>

<li><a href="Symbolic_artificial_intelligence" title="Symbolic artificial intelligence">Symbolic</a></li>

<li><a href="Deep_learning" title="Deep learning">Deep learning</a></li>

<li><a href="Bayesian_network" title="Bayesian network">Bayesian networks</a></li>

<li><a href="Evolutionary_algorithm" title="Evolutionary algorithm">Evolutionary algorithms</a></li>

<li><a href="Hybrid_intelligent_system" title="Hybrid intelligent system">Hybrid intelligent systems</a></li>

<li><a href="Artificial_intelligence_systems_integration" title="Artificial intelligence systems integration">Systems integration</a></li></ul></div></div></td>

</tr><tr><td class="sidebar-content">

<div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)"><a href="Applications_of_artificial_intelligence" title="Applications of artificial intelligence">Applications</a></div><div class="sidebar-list-content mw-collapsible-content">

<ul><li><a href="Machine_learning_in_bioinformatics" title="Machine learning in bioinformatics">Bioinformatics</a></li>

<li><a href="Deepfake" title="Deepfake">Deepfake</a></li>

<li><a href="Machine_learning_in_earth_sciences" title="Machine learning in earth sciences">Earth sciences</a></li>

<li><a href="Applications_of_artificial_intelligence#Finance" title="Applications of artificial intelligence"> Finance </a></li>

<li><a href="Generative_artificial_intelligence" title="Generative artificial intelligence">Generative AI</a>

<li><a href="Generative_audio" title="Generative audio">Audio</a></li>

<li><a href="Music_and_artificial_intelligence" title="Music and artificial intelligence">Music</a></li></ul></li>

<li><a href="Artificial_intelligence_in_government" title="Artificial intelligence in government">Government</a></li>

<li><a href="Artificial_intelligence_in_healthcare" title="Artificial intelligence in healthcare">Healthcare</a>

<ul><li><a href="Artificial_intelligence_in_mental_health" title="Artificial intelligence in mental health">Mental health</a></li></ul></li>

<li><a href="Artificial_intelligence_in_industry" title="Artificial intelligence in industry">Industry</a></li>

<li><a href="AI-assisted_software_development" title="AI-assisted software development">Software development</a></li>

<li><a href="Machine_translation" title="Machine translation">Translation</a></li>

<li><a href="Artificial_intelligence_arms_race" title="Artificial intelligence arms race"> Military </a></li>

<li><a href="Machine_learning_in_physics" title="Machine learning in physics">Physics</a></li>

<li><a href="List_of_artificial_intelligence_projects" title="List of artificial intelligence projects">Projects</a></li></ul></div></div></td>

</tr><tr><td class="sidebar-content">

<div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)"><a href="Philosophy_of_artificial_intelligence" title="Philosophy of artificial intelligence">Philosophy</a></div><div class="sidebar-list-content mw-collapsible-content">

<ul><li><a href="Artificial_consciousness" title="Artificial consciousness">Artificial consciousness</a></li>

<li><a href="Chinese_room" title="Chinese room">Chinese room</a></li>

<li><a href="Friendly_artificial_intelligence" title="Friendly artificial intelligence">Friendly AI</a></li>

<li><a href="AI_control_problem" class="mw-redirect" title="AI control problem">Control problem</a>/<a href="AI_takeover" title="AI takeover">Takeover</a></li>

<li><a href="Ethics_of_artificial_intelligence" title="Ethics of artificial intelligence">Ethics</a></li>

<li><a href="Existential_risk_from_artificial_general_intelligence" class="mw-redirect" title="Existential risk from artificial general intelligence">Existential risk</a></li>

<li><a href="Turing_test" title="Turing test">Turing test</a></li>

<li><a href="Uncanny_valley" title="Uncanny valley">Uncanny valley</a></li></ul></div></div></td>

</tr><tr><td class="sidebar-content">

<div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)"><a href="History_of_artificial_intelligence" title="History of artificial intelligence">History</a></div><div class="sidebar-list-content mw-collapsible-content">

<ul><li><a href="Timeline_of_artificial_intelligence" title="Timeline of artificial intelligence">Timeline</a></li>

<li><a href="Progress_in_artificial_intelligence" title="Progress in artificial intelligence">Progress</a></li>

<li><a href="AI_winter" title="AI winter">AI winter</a></li>

</tr><tr><td class="sidebar-content">

<div class="sidebar-list mw-collapsible mw-collapsed"><div class="sidebar-list-title" style="text-align:center;color: var(--color-base)">Glossary</div><div class="sidebar-list-content mw-collapsible-content">

<ul><li><a href="Glossary_of_artificial_intelligence" title="Glossary of artificial intelligence">Glossary</a></li></ul></div></div></td>

</tr><tr><td class="sidebar-navbar"><style data-mw-deduplicate="TemplateStyles:r1239400231">

/* start https://en.wikipedia.org/ */

.mw-parser-output .navbar{display:inline;font-size:88%;font-weight:normal}.mw-parser-output .navbar-collapse{float:left;text-align:left}.mw-parser-output .navbar-boxtext{word-spacing:0}.mw-parser-output .navbar ul{display:inline-block;white-space:nowrap;line-height:inherit}.mw-parser-output .navbar-brackets::before{margin-right:-0.125em;content:"[ "}.mw-parser-output .navbar-brackets::after{margin-left:-0.125em;content:" ]"}.mw-parser-output .navbar li{word-spacing:-0.125em}.mw-parser-output .navbar a>span,.mw-parser-output .navbar a>abbr{text-decoration:inherit}.mw-parser-output .navbar-mini abbr{font-variant:small-caps;border-bottom:none;text-decoration:none;cursor:inherit}.mw-parser-output .navbar-ct-full{font-size:114%;margin:0 7em}.mw-parser-output .navbar-ct-mini{font-size:114%;margin:0 4em}html.skin-theme-clientpref-night .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}@media(prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .navbar li a abbr{color:var(--color-base)!important}}@media print{.mw-parser-output .navbar{display:none!important}}

/* end https://en.wikipedia.org/ */

</style></td></tr></tbody></table>

Within <a href="Artificial_intelligence" title="Artificial intelligence">artificial intelligence</a> (AI), explainable AI (XAI), often overlapping with interpretable AI or explainable machine learning (XML), is a field of research that explores methods that provide humans with the ability of intellectual oversight over AI algorithms.<a href="#cite_note-1">[1]</a><a href="#cite_note-2">[2]</a> The main focus is on the <a href="Automated_reasoning" title="Automated reasoning">reasoning</a> behind the decisions or predictions made by the AI algorithms,<a href="#cite_note-3">[3]</a> to make them more understandable and transparent.<a href="#cite_note-4">[4]</a> This addresses users' requirement to assess safety and scrutinize the automated decision making in applications.<a href="#cite_note-auto-5">[5]</a> XAI counters the "<a href="Black_box" title="Black box">black box</a>" tendency of machine learning, where even the AI's designers cannot explain why it arrived at a specific decision.<a href="#cite_note-6">[6]</a><a href="#cite_note-guardian-7">[7]</a>

XAI hopes to help users of AI-powered systems perform more effectively by improving their understanding of how those systems reason.<a href="#cite_note-8">[8]</a> XAI may be an implementation of the social <a href="Right_to_explanation" title="Right to explanation">right to explanation</a>.<a href="#cite_note-:0-9">[9]</a> Even if there is no such legal right or regulatory requirement, XAI can improve the <a href="User_experience" title="User experience">user experience</a> of a product or service by helping end users trust that the AI is making good decisions.<a href="#cite_note-10">[10]</a> XAI aims to explain what has been done, what is being done, and what will be done next, and to unveil which information these actions are based on.<a href="#cite_note-:3-11">[11]</a> This makes it possible to confirm existing knowledge, challenge existing knowledge, and generate new assumptions.<a href="#cite_note-12">[12]</a>

<div class="mw-heading mw-heading2"><h2 id="Background">Background</h2></div>

<a href="Machine_learning" title="Machine learning">Machine learning</a> (ML) algorithms used in AI can be categorized as <a href="White-box_testing" title="White-box testing">white-box</a> or <a href="Black_box" title="Black box">black-box</a>.<a href="#cite_note-13">[13]</a> White-box models provide results that are understandable to experts in the domain. Black-box models, on the other hand, are extremely hard to explain and may not be understood even by domain experts.<a href="#cite_note-14">[14]</a> XAI algorithms follow the three principles of transparency, interpretability, and explainability.

<ul><li>A model is transparent "if the processes that extract model parameters from training data and generate labels from testing data can be described and motivated by the approach designer."<a href="#cite_note-:4-15">[15]</a></li>

<li>Interpretability describes the possibility of comprehending the ML model and presenting the underlying basis for decision-making in a way that is understandable to humans.<a href="#cite_note-Interpretable_machine_learning:_def-16">[16]</a><a href="#cite_note-Lipton_31–57-17">[17]</a><a href="#cite_note-18">[18]</a></li>

<li>Explainability is a concept that is recognized as important, but a consensus definition is not yet available;<a href="#cite_note-:4-15">[15]</a> one possibility is "the collection of features of the interpretable domain that have contributed, for a given example, to producing a decision (e.g., classification or regression)".<a href="#cite_note-19">[19]</a></li></ul>

In summary, Interpretability refers to the user's ability to understand model outputs, while Model Transparency includes Simulatability (reproducibility of predictions), Decomposability (intuitive explanations for parameters), and Algorithmic Transparency (explaining how algorithms work). Model Functionality focuses on textual descriptions, visualization, and local explanations, which clarify specific outputs or instances rather than entire models. All these concepts aim to enhance the comprehensibility and usability of AI systems.<a href="#cite_note-NCB23-20">[20]</a>

If algorithms fulfill these principles, they provide a basis for justifying decisions, tracking them and thereby verifying them, improving the algorithms, and exploring new facts.<a href="#cite_note-21">[21]</a>

Sometimes it is also possible to achieve a high-accuracy result with white-box ML algorithms. These algorithms have an interpretable structure that can be used to explain predictions.<a href="#cite_note-:6-22">[22]</a> Concept Bottleneck Models, which use concept-level abstractions to explain model reasoning, are examples of this and can be applied in both image<a href="#cite_note-Koh_Nguyen_Tang_Mussmann_Pierson_Kim_Liang_2020-23">[23]</a> and text<a href="#cite_note-Ludan_Lyu_Yang_Dugan_Yatskar_Callison-Burch_2023-24">[24]</a> prediction tasks. This is especially important in domains like <a href="Medicine" title="Medicine">medicine</a>, <a href="Defense_industry" class="mw-redirect" title="Defense industry">defense</a>, <a href="Finance" title="Finance">finance</a>, and <a href="Law" title="Law">law</a>, where it is crucial to understand decisions and build trust in the algorithms.<a href="#cite_note-:3-11">[11]</a> Many researchers argue that, at least for <a href="Supervised_machine_learning" class="mw-redirect" title="Supervised machine learning">supervised machine learning</a>, the way forward is <a href="Symbolic_regression" title="Symbolic regression">symbolic regression</a>, where the algorithm searches the space of mathematical expressions to find the model that best fits a given dataset.<a href="#cite_note-Wenninger_Kaymakci_Wiethe_2022_p=118300-25">[25]</a><a href="#cite_note-Christiansen_Wilstrup_Hedley_2022_p.-26">[26]</a><a href="#cite_note-Wilstup_Cave_p.-27">[27]</a>

AI systems optimize behavior to satisfy a mathematically specified goal system chosen by the system designers, such as the command "maximize the accuracy of <a href="Sentiment_analysis" title="Sentiment analysis">assessing how positive</a> film reviews are in the test dataset." The AI may learn useful general rules from the test set, such as "reviews containing the word "horrible" are likely to be negative." However, it may also learn inappropriate rules, such as "reviews containing '<a href="Daniel_Day-Lewis" title="Daniel Day-Lewis">Daniel Day-Lewis</a>' are usually positive"; such rules may be undesirable if they are likely to fail to generalize outside the training set, or if people consider the rule to be "cheating" or "unfair." A human can audit rules in an XAI to get an idea of how likely the system is to generalize to future real-world data outside the test set.<a href="#cite_note-science-28">[28]</a>

<div class="mw-heading mw-heading2"><h2 id="Goals">Goals</h2></div>

Cooperation between <a href="Agency_(sociology)" title="Agency (sociology)">agents</a> – in this case, <a href="Algorithm" title="Algorithm">algorithms</a> and humans – depends on trust. If humans are to accept algorithmic prescriptions, they need to trust them. Incompleteness in formal trust criteria is a barrier to optimization. Transparency, interpretability, and explainability are intermediate goals on the road to these more comprehensive trust criteria.<a href="#cite_note-dosilovic2018-29">[29]</a> This is particularly relevant in medicine,<a href="#cite_note-30">[30]</a> especially with <a href="Clinical_decision_support_system" title="Clinical decision support system">clinical decision support systems</a> (CDSS), in which medical professionals should be able to understand how and why a machine-based decision was made in order to trust the decision and augment their decision-making process.<a href="#cite_note-31">[31]</a>

AI systems sometimes learn undesirable tricks that do an optimal job of satisfying explicit pre-programmed goals on the training data but do not reflect the more nuanced implicit desires of the human system designers or the full complexity of the domain data. For example, a 2017 system tasked with <a href="Image_recognition" class="mw-redirect" title="Image recognition">image recognition</a> learned to "cheat" by looking for a copyright tag that happened to be associated with horse pictures rather than learning how to tell if a horse was actually pictured.<a href="#cite_note-guardian-7">[7]</a> In another 2017 system, a <a href="Supervised_learning" title="Supervised learning">supervised learning</a> AI tasked with grasping items in a virtual world learned to cheat by placing its manipulator between the object and the viewer in a way such that it falsely appeared to be grasping the object.<a href="#cite_note-32">[32]</a><a href="#cite_note-33">[33]</a>

One transparency project, the <a href="DARPA" title="DARPA">DARPA</a> XAI program, aims to produce "<a href="Glass_box" class="mw-redirect" title="Glass box">glass box</a>" models that are explainable to a "<a href="Human-in-the-loop" title="Human-in-the-loop">human-in-the-loop</a>" without greatly sacrificing AI performance. Human users of such a system can understand the AI's cognition (both in real-time and after the fact) and can determine whether to trust the AI.<a href="#cite_note-34">[34]</a> Other applications of XAI are <a href="Knowledge_extraction" title="Knowledge extraction">knowledge extraction</a> from black-box models and model comparisons.<a href="#cite_note-35">[35]</a> In the context of monitoring systems for ethical and socio-legal compliance, the term "glass box" is commonly used to refer to tools that track the inputs and outputs of the system in question, and provide value-based explanations for their behavior. These tools aim to ensure that the system operates in accordance with ethical and legal standards, and that its decision-making processes are transparent and accountable. The term "glass box" is often used in contrast to "black box" systems, which lack transparency and can be more difficult to monitor and regulate.<a href="#cite_note-36">[36]</a>

The term is also used to name a voice assistant that produces counterfactual statements as explanations.<a href="#cite_note-SokolFlach2018-37">[37]</a>

<div class="mw-heading mw-heading2"><h2 id="Explainability_and_interpretability_techniques">Explainability and interpretability techniques</h2></div>

There is a subtle difference between the terms explainability and interpretability in the context of AI.<a href="#cite_note-38">[38]</a>

<th>Definition</th>

<th>Source

</th></tr>

<tr>

<td>Interpretability</td>

<td>"level of understanding how the underlying (AI) technology works"</td>

</td></tr>

<tr>

<td>Explainability</td>

<td>"level of understanding how the AI-based system ... came up with a given result"</td>

</td></tr></tbody></table>

Some explainability techniques don't involve understanding how the model works, and may work across various AI systems. Treating the model as a black box and analyzing how marginal changes to the inputs affect the result sometimes provides a sufficient explanation.

<div class="mw-heading mw-heading3"><h3 id="Explainability">Explainability</h3></div>

Explainability is useful for ensuring that AI models are not making decisions based on irrelevant or otherwise unfair criteria. For <a href="Statistical_classification" title="Statistical classification">classification</a> and <a href="Regression_analysis" title="Regression analysis">regression</a> models, several popular techniques exist:

<ul><li>Partial dependency plots show the marginal effect of an input feature on the predicted outcome.</li>

<li>SHAP (SHapley Additive exPlanations) enables visualization of the contribution of each input feature to the output. It works by calculating <a href="Shapley_value" title="Shapley value">Shapley values</a>, which measure the average marginal contribution of a feature across all possible combinations of features.<a href="#cite_note-40">[40]</a></li>

<li>Feature importance estimates how important a feature is for the model. It is usually done using permutation importance, which measures the performance decrease when it the feature value randomly shuffled across all samples.</li>

<li>LIME approximates locally a model's outputs with a simpler, interpretable model.<a href="#cite_note-41">[41]</a></li>

<li><a href="Multitask_learning" class="mw-redirect" title="Multitask learning">Multitask learning</a> provides a large number of outputs in addition to the target classification. These other outputs can help developers deduce what the network has learned.<a href="#cite_note-42">[42]</a></li></ul>

For images, <a href="Saliency_map" title="Saliency map">saliency maps</a> highlight the parts of an image that most influenced the result.<a href="#cite_note-43">[43]</a>

Systems that are expert or knowledge based are software systems that are made by experts. This system consists of a knowledge based encoding for the domain knowledge. This system is usually modeled as production rules, and someone uses this knowledge base which the user can question the system for knowledge. In expert systems, the language and explanations are understood with an explanation for the reasoning or a problem solving activity.<a href="#cite_note-auto-5">[5]</a>

However, these techniques are not very suitable for <a href="Language_model" title="Language model">language models</a> like <a href="Generative_pre-trained_transformer" title="Generative pre-trained transformer">generative pretrained transformers</a>. Since these models generate language, they can provide an explanation, but which may not be reliable. Other techniques include <a href="Attention_(machine_learning)" title="Attention (machine learning)">attention</a> analysis (examining how the model focuses on different parts of the input), probing methods (testing what information is captured in the model's representations), causal tracing (tracing the flow of information through the model) and circuit discovery (identifying specific subnetworks responsible for certain behaviors). Explainability research in this area overlaps significantly with interpretability and <a href="AI_alignment" title="AI alignment">alignment</a> research.<a href="#cite_note-44">[44]</a>

<div class="mw-heading mw-heading3"><h3 id="Interpretability">Interpretability</h3></div>

Scholars sometimes use the term "<a href="Mechanistic_interpretability" title="Mechanistic interpretability">mechanistic interpretability</a>" to refer to the process of <a href="Reverse_engineering" title="Reverse engineering">reverse-engineering</a> <a href="Artificial_neural_networks" class="mw-redirect" title="Artificial neural networks">artificial neural networks</a> to understand their internal decision-making mechanisms and components, similar to how one might analyze a complex machine or computer program.<a href="#cite_note-46">[46]</a>

Interpretability research often focuses on generative pretrained transformers. It is particularly relevant for <a href="AI_safety" title="AI safety">AI safety</a> and <a href="AI_alignment" title="AI alignment">alignment</a>, as it may enable to identify signs of undesired behaviors such as <a href="Sycophancy" title="Sycophancy">sycophancy</a>, deceptiveness or bias, and to better steer AI models.<a href="#cite_note-47">[47]</a>

Studying the interpretability of the most advanced <a href="Foundation_model" title="Foundation model">foundation models</a> often involves searching for an automated way to identify "features" in generative pretrained transformers. In a <a href="Neural_network_(machine_learning)" title="Neural network (machine learning)">neural network</a>, a feature is a pattern of neuron activations that corresponds to a concept. A compute-intensive technique called "<a href="Dictionary_learning" class="mw-redirect" title="Dictionary learning">dictionary learning</a>" makes it possible to identify features to some degree. Enhancing the ability to identify and edit features is expected to significantly improve the <a href="AI_safety" title="AI safety">safety</a> of <a href="Frontier_model" class="mw-redirect" title="Frontier model">frontier AI models</a>.<a href="#cite_note-48">[48]</a><a href="#cite_note-49">[49]</a>

For <a href="Convolutional_neural_network" title="Convolutional neural network">convolutional neural networks</a>, <a href="DeepDream" title="DeepDream">DeepDream</a> can generate images that strongly activate a particular neuron, providing a visual hint about what the neuron is trained to identify.<a href="#cite_note-50">[50]</a>

<div class="mw-heading mw-heading2"><h2 id="History_and_methods">History and methods</h2></div>

During the 1970s to 1990s, <a href="Symbolic_artificial_intelligence" title="Symbolic artificial intelligence">symbolic reasoning systems</a>, such as <a href="Mycin" title="Mycin">MYCIN</a>,<a href="#cite_note-51">[51]</a> GUIDON,<a href="#cite_note-52">[52]</a> SOPHIE,<a href="#cite_note-53">[53]</a> and PROTOS<a href="#cite_note-54">[54]</a><a href="#cite_note-:1-55">[55]</a> could represent, reason about, and explain their reasoning for diagnostic, instructional, or machine-learning (explanation-based learning) purposes. MYCIN, developed in the early 1970s as a research prototype for diagnosing <a href="Bacteremia" class="mw-redirect" title="Bacteremia">bacteremia</a> infections of the bloodstream, could explain<a href="#cite_note-56">[56]</a> which of its hand-coded rules contributed to a diagnosis in a specific case. Research in <a href="Intelligent_tutoring_systems" class="mw-redirect" title="Intelligent tutoring systems">intelligent tutoring systems</a> resulted in developing systems such as SOPHIE that could act as an "articulate expert", explaining problem-solving strategy at a level the student could understand, so they would know what action to take next. For instance, SOPHIE could explain the qualitative reasoning behind its electronics troubleshooting, even though it ultimately relied on the <a href="SPICE" title="SPICE">SPICE</a> circuit simulator. Similarly, GUIDON added tutorial rules to supplement MYCIN's domain-level rules so it could explain the strategy for medical diagnosis. Symbolic approaches to machine learning relying on explanation-based learning, such as PROTOS, made use of explicit representations of explanations expressed in a dedicated explanation language, both to explain their actions and to acquire new knowledge.<a href="#cite_note-:1-55">[55]</a>

In the 1980s through the early 1990s, <a href="Truth-maintenance_systems" class="mw-redirect" title="Truth-maintenance systems">truth maintenance systems</a> (TMS) extended the capabilities of causal-reasoning, <a href="Rule-based_system" title="Rule-based system">rule-based</a>, and logic-based inference systems.<a href="#cite_note-57">[57]</a>: 360–362 A TMS explicitly tracks alternate lines of reasoning, justifications for conclusions, and lines of reasoning that lead to contradictions, allowing future reasoning to avoid these dead ends. To provide an explanation, they trace reasoning from conclusions to assumptions through rule operations or logical inferences, allowing explanations to be generated from the reasoning traces. As an example, consider a rule-based problem solver with just a few rules about Socrates that concludes he has died from poison:

/* start https://en.wikipedia.org/ */

.mw-parser-output .templatequote{overflow:hidden;margin:1em 0;padding:0 32px}.mw-parser-output .templatequotecite{line-height:1.5em;text-align:left;margin-top:0}@media(min-width:500px){.mw-parser-output .templatequotecite{padding-left:1.6em}}

/* end https://en.wikipedia.org/ */

</style><blockquote class="templatequote">By just tracing through the dependency structure the problem solver can construct the following explanation: "Socrates died because he was mortal and drank poison, and all mortals die when they drink poison. Socrates was mortal because he was a man and all men are mortal. Socrates drank poison because he held dissident beliefs, the government was conservative, and those holding conservative dissident beliefs under conservative governments must drink poison."<a href="#cite_note-RMS-58">[58]</a>: 164–165 </blockquote>

By the 1990s researchers began studying whether it is possible to meaningfully extract the non-hand-coded rules being generated by opaque trained neural networks.<a href="#cite_note-59">[59]</a> Researchers in clinical <a href="Expert_system" title="Expert system">expert systems</a> creating neural network-powered decision support for clinicians sought to develop dynamic explanations that allow these technologies to be more trusted and trustworthy in practice.<a href="#cite_note-:0-9">[9]</a> In the 2010s public concerns about racial and other bias in the use of AI for criminal sentencing decisions and findings of creditworthiness may have led to increased demand for transparent artificial intelligence.<a href="#cite_note-guardian-7">[7]</a> As a result, many academics and organizations are developing tools to help detect bias in their systems.<a href="#cite_note-60">[60]</a>

<a href="Marvin_Minsky" title="Marvin Minsky">Marvin Minsky</a> et al. raised the issue that AI can function as a form of surveillance, with the biases inherent in surveillance, suggesting HI (Humanistic Intelligence) as a way to create a more fair and balanced "human-in-the-loop" AI.<a href="#cite_note-61">[61]</a>

Explainable AI has been recently a new topic researched amongst the context of modern deep learning. Modern complex AI techniques, such as <a href="Deep_learning" title="Deep learning">deep learning</a>, are naturally opaque.<a href="#cite_note-62">[62]</a> To address this issue, methods have been developed to make new models more explainable and interpretable.<a href="#cite_note-63">[63]</a><a href="#cite_note-Lipton_31–57-17">[17]</a><a href="#cite_note-Interpretable_machine_learning:_def-16">[16]</a><a href="#cite_note-64">[64]</a><a href="#cite_note-65">[65]</a><a href="#cite_note-66">[66]</a> This includes layerwise relevance propagation (LRP), a technique for determining which features in a particular input vector contribute most strongly to a neural network's output.<a href="#cite_note-Bach_Binder_Montavon_Klauschen_p=e0130140-67">[67]</a><a href="#cite_note-68">[68]</a> Other techniques explain some particular prediction made by a (nonlinear) black-box model, a goal referred to as "local interpretability".<a href="#cite_note-69">[69]</a><a href="#cite_note-70">[70]</a><a href="#cite_note-71">[71]</a><a href="#cite_note-72">[72]</a><a href="#cite_note-73">[73]</a><a href="#cite_note-74">[74]</a> We still today cannot explain the output of today's DNNs without the new explanatory mechanisms, we also can't by the neural network, or external explanatory components <a href="#cite_note-75">[75]</a> There is also research on whether the concepts of local interpretability can be applied to a remote context, where a model is operated by a third-party.<a href="#cite_note-76">[76]</a><a href="#cite_note-77">[77]</a>

There has been work on making glass-box models which are more transparent to inspection.<a href="#cite_note-:6-22">[22]</a><a href="#cite_note-78">[78]</a> This includes <a href="Decision_tree" title="Decision tree">decision trees</a>,<a href="#cite_note-79">[79]</a> <a href="Bayesian_network" title="Bayesian network">Bayesian networks</a>, sparse <a href="Linear_model" title="Linear model">linear models</a>,<a href="#cite_note-80">[80]</a> and more.<a href="#cite_note-81">[81]</a> The <a href="ACM_Conference_on_Fairness%2C_Accountability%2C_and_Transparency" title="ACM Conference on Fairness, Accountability, and Transparency">Association for Computing Machinery Conference on Fairness, Accountability, and Transparency (ACM FAccT)</a> was established in 2018 to study transparency and explainability in the context of socio-technical systems, many of which include artificial intelligence.<a href="#cite_note-FAT*_conference-82">[82]</a><a href="#cite_note-83">[83]</a>

Some techniques allow visualisations of the inputs to which individual <a href="Neuron_(software)" title="Neuron (software)">software neurons</a> respond to most strongly. Several groups found that neurons can be aggregated into circuits that perform human-comprehensible functions, some of which reliably arise across different networks trained independently.<a href="#cite_note-Circuits-84">[84]</a><a href="#cite_note-85">[85]</a>

There are various techniques to extract compressed representations of the features of given inputs, which can then be analysed by standard <a href="Cluster_analysis" title="Cluster analysis">clustering techniques</a>. Alternatively, networks can be trained to output linguistic explanations of their behaviour, which are then directly human-interpretable.<a href="#cite_note-86">[86]</a> Model behaviour can also be explained with reference to training data—for example, by evaluating which training inputs influenced a given behaviour the most,<a href="#cite_note-87">[87]</a> or by approximating its predictions using the most similar instances from the training data.<a href="#cite_note-88">[88]</a>

The use of explainable artificial intelligence (XAI) in pain research, specifically in understanding the role of electrodermal activity for <a href="Automated_Pain_Recognition" title="Automated Pain Recognition">automated pain recognition</a>: hand-crafted features and deep learning models in pain recognition, highlighting the insights that simple hand-crafted features can yield comparative performances to deep learning models and that both traditional feature engineering and deep feature learning approaches rely on simple characteristics of the input time-series data.<a href="#cite_note-89">[89]</a>

<div class="mw-heading mw-heading2"><h2 id="Regulation">Regulation</h2></div>

As regulators, official bodies, and general users come to depend on AI-based dynamic systems, clearer accountability will be required for <a href="Automated_decision-making" title="Automated decision-making">automated decision-making</a> processes to ensure trust and transparency. The first global conference exclusively dedicated to this emerging discipline was the 2017 <a href="International_Joint_Conference_on_Artificial_Intelligence" title="International Joint Conference on Artificial Intelligence">International Joint Conference on Artificial Intelligence</a>: Workshop on Explainable Artificial Intelligence (XAI).<a href="#cite_note-90">[90]</a> It has evolved over the years, with various workshops organised and co-located to many other international conferences, and it has now a dedicated global event, "The world conference on eXplainable Artificial Intelligence", with its own proceedings.<a href="#cite_note-XAI-2023-91">[91]</a><a href="#cite_note-XAI-2024-92">[92]</a>

The European Union introduced a <a href="Right_to_explanation" title="Right to explanation">right to explanation</a> in the <a href="General_Data_Protection_Regulation" title="General Data Protection Regulation">General Data Protection Regulation</a> (GDPR) to address potential problems stemming from the rising importance of algorithms. The implementation of the regulation began in 2018. However, the right to explanation in GDPR covers only the local aspect of interpretability. In the United States, insurance companies are required to be able to explain their rate and coverage decisions.<a href="#cite_note-93">[93]</a> In France the <a href="Loi_pour_une_R%C3%A9publique_num%C3%A9rique" title="Loi pour une République numérique">Loi pour une République numérique</a> (Digital Republic Act) grants subjects the right to request and receive information pertaining to the implementation of algorithms that process data about them.

<div class="mw-heading mw-heading2"><h2 id="Limitations">Limitations</h2></div>

Despite ongoing endeavors to enhance the explainability of AI models, they persist with several inherent limitations.

<div class="mw-heading mw-heading3"><h3 id="Adversarial_parties">Adversarial parties</h3></div>

By making an AI system more explainable, we also reveal more of its inner workings. For example, the explainability method of feature importance identifies features or variables that are most important in determining the model's output, while the influential samples method identifies the training samples that are most influential in determining the output, given a particular input.<a href="#cite_note-Explainable_Machine_Learning_in_Deployment-94">[94]</a> Adversarial parties could take advantage of this knowledge.

For example, competitor firms could replicate aspects of the original AI system in their own product, thus reducing competitive advantage.<a href="#cite_note-How_the_machine_'thinks'-95">[95]</a> An explainable AI system is also susceptible to being “gamed”—influenced in a way that undermines its intended purpose. One study gives the example of a predictive policing system; in this case, those who could potentially “game” the system are the criminals subject to the system's decisions. In this study, developers of the system discussed the issue of criminal gangs looking to illegally obtain passports, and they expressed concerns that, if given an idea of what factors might trigger an alert in the passport application process, those gangs would be able to “send guinea pigs” to test those triggers, eventually finding a loophole that would allow them to “reliably get passports from under the noses of the authorities”.<a href="#cite_note-96">[96]</a>

<div class="mw-heading mw-heading3"><h3 id="Adaptive_integration_and_explanation">Adaptive integration and explanation</h3></div>

Many approaches that it uses provides explanation in general, it doesn't take account for the diverse backgrounds and knowledge level of the users. This leads to challenges with accurate comprehension for all users. Expert users can find the explanations lacking in depth, and are oversimplified, while a beginner user may struggle understanding the explanations as they are complex. This limitation downplays the ability of the XAI techniques to appeal to their users with different levels of knowledge, which can impact the trust from users and who uses it. The quality of explanations can be different amongst their users as they all have different expertise levels, including different situation and conditions.<a href="#cite_note-97">[97]</a>

<div class="mw-heading mw-heading3"><h3 id="Technical_complexity">Technical complexity</h3></div>

A fundamental barrier to making AI systems explainable is the technical complexity of such systems. End users often lack the coding knowledge required to understand software of any kind. Current methods used to explain AI are mainly technical ones, geared toward machine learning engineers for debugging purposes, rather than toward the end users who are ultimately affected by the system, causing “a gap between explainability in practice and the goal of transparency”.<a href="#cite_note-Explainable_Machine_Learning_in_Deployment-94">[94]</a> Proposed solutions to address the issue of technical complexity include either promoting the coding education of the general public so technical explanations would be more accessible to end users, or providing explanations in layperson terms.<a href="#cite_note-How_the_machine_'thinks'-95">[95]</a>

The solution must avoid oversimplification. It is important to strike a balance between accuracy – how faithfully the explanation reflects the process of the AI system – and explainability – how well end users understand the process. This is a difficult balance to strike, since the complexity of machine learning makes it difficult for even ML engineers to fully understand, let alone non-experts.<a href="#cite_note-Explainable_Machine_Learning_in_Deployment-94">[94]</a>

<div class="mw-heading mw-heading3"><h3 id="Understanding_versus_trust">Understanding versus trust</h3></div>

The goal of explainability to end users of AI systems is to increase trust in the systems, even “address concerns about lack of ‘fairness’ and discriminatory effects”.<a href="#cite_note-How_the_machine_'thinks'-95">[95]</a> However, even with a good understanding of an AI system, end users may not necessarily trust the system.<a href="#cite_note-98">[98]</a> In one study, participants were presented with combinations of white-box and black-box explanations, and static and interactive explanations of AI systems. While these explanations served to increase both their self-reported and objective understanding, it had no impact on their level of trust, which remained skeptical.<a href="#cite_note-Explaining_Decision-Making_Algorithms_through_UI-99">[99]</a>

This outcome was especially true for decisions that impacted the end user in a significant way, such as graduate school admissions. Participants judged algorithms to be too inflexible and unforgiving in comparison to human decision-makers; instead of rigidly adhering to a set of rules, humans are able to consider exceptional cases as well as appeals to their initial decision.<a href="#cite_note-Explaining_Decision-Making_Algorithms_through_UI-99">[99]</a> For such decisions, explainability will not necessarily cause end users to accept the use of decision-making algorithms. We will need to either turn to another method to increase trust and acceptance of decision-making algorithms, or question the need to rely solely on AI for such impactful decisions in the first place.

However, some emphasize that the purpose of explainability of artificial intelligence is not to merely increase users' trust in the system's decisions, but to calibrate the users' level of trust to the correct level.<a href="#cite_note-100">[100]</a> According to this principle, too much or too little user trust in the AI system will harm the overall performance of the human-system unit. When the trust is excessive, the users are not critical of possible mistakes of the system and when the users do not have enough trust in the system, they will not exhaust the benefits inherent in it.

<div class="mw-heading mw-heading2"><h2 id="Criticism">Criticism</h2></div>

Some scholars have suggested that explainability in AI should be considered a goal secondary to AI effectiveness, and that encouraging the exclusive development of XAI may limit the functionality of AI more broadly.<a href="#cite_note-:5-101">[101]</a><a href="#cite_note-102">[102]</a> Critiques of XAI rely on developed concepts of mechanistic and empiric reasoning from <a href="Evidence-based_medicine" title="Evidence-based medicine">evidence-based medicine</a> to suggest that AI technologies can be clinically validated even when their function cannot be understood by their operators.<a href="#cite_note-:5-101">[101]</a>

Some researchers advocate the use of inherently interpretable machine learning models, rather than using post-hoc explanations in which a second model is created to explain the first. This is partly because post-hoc models increase the complexity in a decision pathway and partly because it is often unclear how faithfully a post-hoc explanation can mimic the computations of an entirely separate model.<a href="#cite_note-:6-22">[22]</a> However, another view is that what is important is that the explanation accomplishes the given task at hand, and whether it is pre or post-hoc doesn't matter. If a post-hoc explanation method helps a doctor diagnose cancer better, it is of secondary importance whether it is a correct/incorrect explanation.

The goals of XAI amount to a form of <a href="Lossy_compression_artefact" class="mw-redirect" title="Lossy compression artefact">lossy compression</a> that will become less effective as AI models grow in their number of parameters. Along with other factors this leads to a theoretical limit for explainability.<a href="#cite_note-103">[103]</a>

<div class="mw-heading mw-heading2"><h2 id="Explainability_in_social_choice">Explainability in social choice</h2></div>

Explainability was studied also in <a href="Social_choice_theory" title="Social choice theory">social choice theory</a>. Social choice theory aims at finding solutions to social decision problems, that are based on well-established axioms. <a href="Ariel_D._Procaccia" title="Ariel D. Procaccia">Ariel D. Procaccia</a><a href="#cite_note-104">[104]</a> explains that these axioms can be used to construct convincing explanations to the solutions. This principle has been used to construct explanations in various subfields of social choice.

<div class="mw-heading mw-heading3"><h3 id="Voting">Voting</h3></div>

Cailloux and Endriss<a href="#cite_note-105">[105]</a> present a method for explaining voting rules using the <a href="Axiom" title="Axiom">axioms</a> that characterize them. They exemplify their method on the <a href="Borda_voting" class="mw-redirect" title="Borda voting">Borda voting rule</a> .

Peters, Procaccia, Psomas and Zhou<a href="#cite_note-106">[106]</a> present an algorithm for explaining the outcomes of the Borda rule using O(m2) explanations, and prove that this is tight in the worst case.

<div class="mw-heading mw-heading3"><h3 id="Participatory_budgeting">Participatory budgeting</h3></div>

Yang, Hausladen, Peters, Pournaras, Fricker and Helbing<a href="#cite_note-:12-107">[107]</a> present an empirical study of explainability in <a href="Participatory_budgeting" title="Participatory budgeting">participatory budgeting</a>. They compared the greedy and the <a href="Method_of_equal_shares" title="Method of equal shares">equal shares</a> rules, and three types of explanations: mechanism explanation (a general explanation of how the aggregation rule works given the voting input), individual explanation (explaining how many voters had at least one approved project, at least 10000 CHF in approved projects), and group explanation (explaining how the budget is distributed among the districts and topics). They compared the perceived trustworthiness and fairness of greedy and equal shares, before and after the explanations. They found out that, for MES, mechanism explanation yields the highest increase in perceived fairness and trustworthiness; the second-highest was Group explanation. For Greedy, Mechanism explanation increases perceived trustworthiness but not fairness, whereas Individual explanation increases both perceived fairness and trustworthiness. Group explanation decreases the perceived fairness and trustworthiness.

<div class="mw-heading mw-heading3"><h3 id="Payoff_allocation">Payoff allocation</h3></div>

Nizri, Azaria and Hazon<a href="#cite_note-108">[108]</a> present an algorithm for computing explanations for the <a href="Shapley_value" title="Shapley value">Shapley value</a>. Given a coalitional game, their algorithm decomposes it to sub-games, for which it is easy to generate verbal explanations based on the axioms characterizing the Shapley value. The payoff allocation for each sub-game is perceived as fair, so the Shapley-based payoff allocation for the given game should seem fair as well. An experiment with 210 human subjects shows that, with their automatically generated explanations, subjects perceive Shapley-based payoff allocation as significantly fairer than with a general standard explanation.

<ul><li><a href="Algorithmic_transparency" title="Algorithmic transparency">Algorithmic transparency</a></li>

<li><a href="Right_to_explanation" title="Right to explanation">Right to explanation</a> – Right to have an algorithm explained</li>

<li><a href="Accumulated_local_effects" title="Accumulated local effects">Accumulated local effects</a> – Machine learning method</li></ul>

<div class="mw-heading mw-heading2"><h2 id="References">References</h2></div>

/* start https://en.wikipedia.org/ */

.mw-parser-output .reflist{margin-bottom:0.5em;list-style-type:decimal}@media screen{.mw-parser-output .reflist{font-size:90%}}.mw-parser-output .reflist .references{font-size:100%;margin-bottom:0;list-style-type:inherit}.mw-parser-output .reflist-columns-2{column-width:30em}.mw-parser-output .reflist-columns-3{column-width:25em}.mw-parser-output .reflist-columns{margin-top:0.3em}.mw-parser-output .reflist-columns ol{margin-top:0}.mw-parser-output .reflist-columns li{page-break-inside:avoid;break-inside:avoid-column}.mw-parser-output .reflist-upper-alpha{list-style-type:upper-alpha}.mw-parser-output .reflist-upper-roman{list-style-type:upper-roman}.mw-parser-output .reflist-lower-alpha{list-style-type:lower-alpha}.mw-parser-output .reflist-lower-greek{list-style-type:lower-greek}.mw-parser-output .reflist-lower-roman{list-style-type:lower-roman}

/* end https://en.wikipedia.org/ */

</style><div class="reflist">

/* start https://en.wikipedia.org/ */

.mw-parser-output cite.citation{font-style:inherit;word-wrap:break-word}.mw-parser-output .citation q{quotes:"\"""\"""'""'"}.mw-parser-output .citation:target{background-color:rgba(0,127,255,0.133)}.mw-parser-output .id-lock-free.id-lock-free a{background:url("./mw/Lock-green.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-limited.id-lock-limited a,.mw-parser-output .id-lock-registration.id-lock-registration a{background:url("./mw/Lock-gray-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .id-lock-subscription.id-lock-subscription a{background:url("./mw/Lock-red-alt-2.svg")right 0.1em center/9px no-repeat}.mw-parser-output .cs1-ws-icon a{background:url("./mw/Wikisource-logo.svg")right 0.1em center/12px no-repeat}body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-free a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-limited a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-registration a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .id-lock-subscription a,body:not(.skin-timeless):not(.skin-minerva) .mw-parser-output .cs1-ws-icon a{background-size:contain;padding:0 1em 0 0}.mw-parser-output .cs1-code{color:inherit;background:inherit;border:none;padding:inherit}.mw-parser-output .cs1-hidden-error{display:none;color:var(--color-error,#d33)}.mw-parser-output .cs1-visible-error{color:var(--color-error,#d33)}.mw-parser-output .cs1-maint{display:none;color:#085;margin-left:0.3em}.mw-parser-output .cs1-kern-left{padding-left:0.2em}.mw-parser-output .cs1-kern-right{padding-right:0.2em}.mw-parser-output .citation .mw-selflink{font-weight:inherit}@media screen{.mw-parser-output .cs1-format{font-size:95%}html.skin-theme-clientpref-night .mw-parser-output .cs1-maint{color:#18911f}}@media screen and (prefers-color-scheme:dark){html.skin-theme-clientpref-os .mw-parser-output .cs1-maint{color:#18911f}}

/* end https://en.wikipedia.org/ */

</style><cite id="CITEREFLongo2024" class="citation journal cs1">Longo, Luca; et al. (2024). <a rel="nofollow" class="external text" href="https://www.sciencedirect.com/science/article/pii/S1566253524000794">"Explainable Artificial Intelligence (XAI) 2.0: A manifesto of open challenges and interdisciplinary research directions"</a>. Information Fusion. 106. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2310.19775">2310.19775</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.inffus.2024.102301">10.1016/j.inffus.2024.102301</a>.</cite>

</li>

<li id="cite_note-2"><a href="#cite_ref-2">^</a> <cite id="CITEREFMihály2023" class="citation journal cs1">Mihály, Héder (2023). <a rel="nofollow" class="external text" href="https://ercim-news.ercim.eu/images/stories/EN134/EN134-web.pdf">"Explainable AI: A Brief History of the Concept"</a> (PDF). ERCIM News (134): 9–10.</cite>

</li>

<li id="cite_note-3"><a href="#cite_ref-3">^</a> <cite id="CITEREFPhillipsHahnFontanaYates2021" class="citation journal cs1">Phillips, P. Jonathon; Hahn, Carina A.; Fontana, Peter C.; Yates, Amy N.; Greene, Kristen; Broniatowski, David A.; Przybocki, Mark A. (2021-09-29). <a rel="nofollow" class="external text" href="https://doi.org/10.6028/NIST.IR.8312">"Four Principles of Explainable Artificial Intelligence"</a>. NIST. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.6028%2Fnist.ir.8312">10.6028/nist.ir.8312</a>.</cite>

</li>

<li id="cite_note-4"><a href="#cite_ref-4">^</a> <cite id="CITEREFViloneLongo2021" class="citation journal cs1 cs1-prop-long-vol">Vilone, Giulia; Longo, Luca (2021). <a rel="nofollow" class="external text" href="https://www.sciencedirect.com/science/article/pii/S1566253521001093">"Notions of explainability and evaluation approaches for explainable artificial intelligence"</a>. Information Fusion. December 2021 - Volume 76: 89–106. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.inffus.2021.05.009">10.1016/j.inffus.2021.05.009</a>.</cite>

</li>

<li id="cite_note-auto-5">^ <a href="#cite_ref-auto_5-0">a</a> <a href="#cite_ref-auto_5-1">b</a> <cite id="CITEREFConfalonieriCobaWagnerBesold2021" class="citation journal cs1">Confalonieri, Roberto; Coba, Ludovik; Wagner, Benedikt; Besold, Tarek R. (January 2021). <a rel="nofollow" class="external text" href="https://wires.onlinelibrary.wiley.com/doi/10.1002/widm.1391">"A historical perspective of explainable Artificial Intelligence"</a>. WIREs Data Mining and Knowledge Discovery. 11 (1). <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1002%2Fwidm.1391">10.1002/widm.1391</a>. <a href="Hdl_(identifier)" class="mw-redirect" title="Hdl (identifier)">hdl</a>:<a rel="nofollow" class="external text" href="https://hdl.handle.net/11577%2F3471605">11577/3471605</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1942-4787">1942-4787</a>.</cite>

</li>

<li id="cite_note-6"><a href="#cite_ref-6">^</a> <cite id="CITEREFCastelvecchi2016" class="citation journal cs1">Castelvecchi, Davide (2016-10-06). <a rel="nofollow" class="external text" href="http://www.nature.com/articles/538020a">"Can we open the black box of AI?"</a>. Nature. 538 (7623): 20–23. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2016Natur.538...20C">2016Natur.538...20C</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1038%2F538020a">10.1038/538020a</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0028-0836">0028-0836</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/27708329">27708329</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:4465871">4465871</a>.</cite>

</li>

<li id="cite_note-guardian-7">^ <a href="#cite_ref-guardian_7-0">a</a> <a href="#cite_ref-guardian_7-1">b</a> <a href="#cite_ref-guardian_7-2">c</a> <cite id="CITEREFSample2017" class="citation news cs1">Sample, Ian (5 November 2017). <a rel="nofollow" class="external text" href="https://www.theguardian.com/science/2017/nov/05/computer-says-no-why-making-ais-fair-accountable-and-transparent-is-crucial">"Computer says no: why making AIs fair, accountable and transparent is crucial"</a>. The Guardian. Retrieved 30 January 2018.</cite>

</li>

<li id="cite_note-8"><a href="#cite_ref-8">^</a> <cite id="CITEREFAlizadeh2021" class="citation journal cs1">Alizadeh, Fatemeh (2021). <a rel="nofollow" class="external text" href="https://www.researchgate.net/publication/352638184">"I Don't Know, Is AI Also Used in Airbags?: An Empirical Study of Folk Concepts and People's Expectations of Current and Future Artificial Intelligence"</a>. Icom. 20 (1): 3–17. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1515%2Ficom-2021-0009">10.1515/icom-2021-0009</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:233328352">233328352</a>.</cite>

</li>

<li id="cite_note-:0-9">^ <a href="#cite_ref-:0_9-0">a</a> <a href="#cite_ref-:0_9-1">b</a> <cite id="CITEREFEdwardsVeale2017" class="citation journal cs1">Edwards, Lilian; Veale, Michael (2017). "Slave to the Algorithm? Why a 'Right to an Explanation' Is Probably Not the Remedy You Are Looking For". Duke Law and Technology Review. 16: 18. <a href="SSRN_(identifier)" class="mw-redirect" title="SSRN (identifier)">SSRN</a> <a rel="nofollow" class="external text" href="https://papers.ssrn.com/sol3/papers.cfm?abstract_id=2972855">2972855</a>.</cite>

</li>

<li id="cite_note-10"><a href="#cite_ref-10">^</a> <cite id="CITEREFDo_Couto2024" class="citation web cs1">Do Couto, Mark (February 22, 2024). <a rel="nofollow" class="external text" href="https://tdwi.org/Articles/2024/02/22/ADV-ALL-Entering-the-Age-of-Explainable-AI.aspx">"Entering the Age of Explainable AI"</a>. TDWI. Retrieved 2024-09-11.</cite>

</li>

<li id="cite_note-:3-11">^ <a href="#cite_ref-:3_11-0">a</a> <a href="#cite_ref-:3_11-1">b</a> <cite id="CITEREFGunningStefikChoiMiller2019" class="citation journal cs1">Gunning, D.; Stefik, M.; Choi, J.; Miller, T.; Stumpf, S.; Yang, G.-Z. (2019-12-18). <a rel="nofollow" class="external text" href="https://openaccess.city.ac.uk/id/eprint/23405/">"XAI-Explainable artificial intelligence"</a>. Science Robotics. 4 (37): eaay7120. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1126%2Fscirobotics.aay7120">10.1126/scirobotics.aay7120</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2470-9476">2470-9476</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/33137719">33137719</a>.</cite>

</li>

<li id="cite_note-12"><a href="#cite_ref-12">^</a> <cite id="CITEREFRiegFrickBaumgartlBuettner2020" class="citation journal cs1">Rieg, Thilo; Frick, Janek; Baumgartl, Hermann; Buettner, Ricardo (2020-12-17). <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC7746264">"Demonstration of the potential of white-box machine learning approaches to gain insights from cardiovascular disease electrocardiograms"</a>. PLOS ONE. 15 (12): e0243615. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2020PLoSO..1543615R">2020PLoSO..1543615R</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1371%2Fjournal.pone.0243615">10.1371/journal.pone.0243615</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1932-6203">1932-6203</a>. <a href="PMC_(identifier)" class="mw-redirect" title="PMC (identifier)">PMC</a> <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC7746264">7746264</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/33332440">33332440</a>.</cite>

</li>

<li id="cite_note-13"><a href="#cite_ref-13">^</a> <cite id="CITEREFViloneLongo2021" class="citation journal cs1">Vilone, Giulia; Longo, Luca (2021). <a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Fmake3030032">"Classification of Explainable Artificial Intelligence Methods through Their Output Formats"</a>. Machine Learning and Knowledge Extraction. 3 (3): 615–661. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Fmake3030032">10.3390/make3030032</a>.</cite>

</li>

<li id="cite_note-14"><a href="#cite_ref-14">^</a> <cite id="CITEREFLoyola-González2019" class="citation journal cs1">Loyola-González, O. (2019). <a rel="nofollow" class="external text" href="https://doi.org/10.1109%2FACCESS.2019.2949286">"Black-Box vs. White-Box: Understanding Their Advantages and Weaknesses From a Practical Point of View"</a>. IEEE Access. 7: 154096–154113. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2019IEEEA...7o4096L">2019IEEEA...7o4096L</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1109%2FACCESS.2019.2949286">10.1109/ACCESS.2019.2949286</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2169-3536">2169-3536</a>.</cite>

</li>

<li id="cite_note-:4-15">^ <a href="#cite_ref-:4_15-0">a</a> <a href="#cite_ref-:4_15-1">b</a> <cite id="CITEREFRoscherBohnDuarteGarcke2020" class="citation journal cs1">Roscher, R.; Bohn, B.; Duarte, M. F.; Garcke, J. (2020). <a rel="nofollow" class="external text" href="https://doi.org/10.1109%2FACCESS.2020.2976199">"Explainable Machine Learning for Scientific Insights and Discoveries"</a>. IEEE Access. 8: 42200–42216. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1905.08883">1905.08883</a>. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2020IEEEA...842200R">2020IEEEA...842200R</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1109%2FACCESS.2020.2976199">10.1109/ACCESS.2020.2976199</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2169-3536">2169-3536</a>.</cite>

</li>

<li id="cite_note-Interpretable_machine_learning:_def-16">^ <a href="#cite_ref-Interpretable_machine_learning:_def_16-0">a</a> <a href="#cite_ref-Interpretable_machine_learning:_def_16-1">b</a> <cite id="CITEREFMurdochSinghKumbierAbbasi-Asl2019" class="citation journal cs1">Murdoch, W. James; Singh, Chandan; Kumbier, Karl; Abbasi-Asl, Reza; Yu, Bin (2019-01-14). <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC6825274">"Interpretable machine learning: definitions, methods, and applications"</a>. Proceedings of the National Academy of Sciences of the United States of America. 116 (44): 22071–22080. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1901.04592">1901.04592</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1073%2Fpnas.1900654116">10.1073/pnas.1900654116</a>. <a href="PMC_(identifier)" class="mw-redirect" title="PMC (identifier)">PMC</a> <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC6825274">6825274</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/31619572">31619572</a>.</cite>

</li>

<li id="cite_note-Lipton_31–57-17">^ <a href="#cite_ref-Lipton_31–57_17-0">a</a> <a href="#cite_ref-Lipton_31–57_17-1">b</a> <cite id="CITEREFLipton2018" class="citation journal cs1">Lipton, Zachary C. (June 2018). <a rel="nofollow" class="external text" href="https://doi.org/10.1145%2F3236386.3241340">"The Mythos of Model Interpretability: In machine learning, the concept of interpretability is both important and slippery"</a>. Queue. 16 (3): 31–57. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1606.03490">1606.03490</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1145%2F3236386.3241340">10.1145/3236386.3241340</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1542-7730">1542-7730</a>.</cite>

</li>

<li id="cite_note-18"><a href="#cite_ref-18">^</a> <cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://deepai.org/publication/explainable-artificial-intelligence-xai-concepts-taxonomies-opportunities-and-challenges-toward-responsible-ai">"Explainable Artificial Intelligence (XAI): Concepts, Taxonomies, Opportunities and Challenges toward Responsible AI"</a>. DeepAI. 2019-10-22. Retrieved 2021-01-13.</cite>

</li>

<li id="cite_note-19"><a href="#cite_ref-19">^</a> <cite id="CITEREFMontavonSamekMüller2018" class="citation journal cs1">Montavon, Grégoire; Samek, Wojciech; <a href="Klaus-Robert_M%C3%BCller" title="Klaus-Robert Müller">Müller, Klaus-Robert</a> (2018-02-01). <a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.dsp.2017.10.011">"Methods for interpreting and understanding deep neural networks"</a>. Digital Signal Processing. 73: 1–15. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1706.07979">1706.07979</a>. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2018DSP....73....1M">2018DSP....73....1M</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.dsp.2017.10.011">10.1016/j.dsp.2017.10.011</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1051-2004">1051-2004</a>.</cite>

</li>

<li id="cite_note-NCB23-20"><a href="#cite_ref-NCB23_20-0">^</a> <cite id="CITEREFNotovich,_Aviv.,_Chalutz-Ben_Gal,_Hila,_&_Ben-Gal,_Irad_(2023)." class="citation web cs1">Notovich, Aviv., Chalutz-Ben Gal, Hila, & Ben-Gal, Irad (2023). <a rel="nofollow" class="external text" href="https://www.iradbengal.sites.tau.ac.il/_files/ugd/901879_fcdc9f3f44dc41968ba476a66f60f078.pdf">"Explainable Artificial Intelligence (XAI): Motivation, Terminology, and Taxonomy"</a> (PDF). In Machine Learning for Data Science Handbook: Data Mining and Knowledge Discovery Handbook (pp. 971-985). Cham: Springer International Publishing.</cite><code class="cs1-code">{{cite web}}</code>: CS1 maint: multiple names: authors list (link) CS1 maint: numeric names: authors list (link)

</li>

<li id="cite_note-21"><a href="#cite_ref-21">^</a> <cite id="CITEREFAdadiBerrada2018" class="citation journal cs1">Adadi, A.; Berrada, M. (2018). <a rel="nofollow" class="external text" href="https://doi.org/10.1109%2FACCESS.2018.2870052">"Peeking Inside the Black-Box: A Survey on Explainable Artificial Intelligence (XAI)"</a>. IEEE Access. 6: 52138–52160. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2018IEEEA...652138A">2018IEEEA...652138A</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1109%2FACCESS.2018.2870052">10.1109/ACCESS.2018.2870052</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2169-3536">2169-3536</a>.</cite>

</li>

<li id="cite_note-:6-22">^ <a href="#cite_ref-:6_22-0">a</a> <a href="#cite_ref-:6_22-1">b</a> <a href="#cite_ref-:6_22-2">c</a> <cite id="CITEREFRudin2019" class="citation journal cs1">Rudin, Cynthia (2019). <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9122117">"Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead"</a>. Nature Machine Intelligence. 1 (5): 206–215. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1811.10154">1811.10154</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1038%2Fs42256-019-0048-x">10.1038/s42256-019-0048-x</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2522-5839">2522-5839</a>. <a href="PMC_(identifier)" class="mw-redirect" title="PMC (identifier)">PMC</a> <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9122117">9122117</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/35603010">35603010</a>.</cite>

</li>

<li id="cite_note-Koh_Nguyen_Tang_Mussmann_Pierson_Kim_Liang_2020-23"><a href="#cite_ref-Koh_Nguyen_Tang_Mussmann_Pierson_Kim_Liang_2020_23-0">^</a> <cite id="CITEREFKohNguyenTangMussmann2020" class="citation conference cs1">Koh, P. W.; Nguyen, T.; Tang, Y. S.; Mussmann, S.; Pierson, E.; Kim, B.; Liang, P. (November 2020). "Concept bottleneck models". International Conference on Machine Learning. PMLR. pp. 5338–5348.</cite>

</li>

<li id="cite_note-Ludan_Lyu_Yang_Dugan_Yatskar_Callison-Burch_2023-24"><a href="#cite_ref-Ludan_Lyu_Yang_Dugan_Yatskar_Callison-Burch_2023_24-0">^</a> <cite id="CITEREFLudanLyuYangDugan2023" class="citation arxiv cs1">Ludan, J. M.; Lyu, Q.; Yang, Y.; Dugan, L.; Yatskar, M.; Callison-Burch, C. (2023). "Interpretable-by-Design Text Classification with Iteratively Generated Concept Bottleneck". <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2310.19660">2310.19660</a> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.CL">cs.CL</a>].</cite>

</li>

<li id="cite_note-Wenninger_Kaymakci_Wiethe_2022_p=118300-25"><a href="#cite_ref-Wenninger_Kaymakci_Wiethe_2022_p=118300_25-0">^</a> <cite id="CITEREFWenningerKaymakciWiethe2022" class="citation journal cs1">Wenninger, Simon; Kaymakci, Can; Wiethe, Christian (2022). "Explainable long-term building energy consumption prediction using QLattice". Applied Energy. 308. Elsevier BV: 118300. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2022ApEn..30818300W">2022ApEn..30818300W</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.apenergy.2021.118300">10.1016/j.apenergy.2021.118300</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0306-2619">0306-2619</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:245428233">245428233</a>.</cite>

</li>

<li id="cite_note-Christiansen_Wilstrup_Hedley_2022_p.-26"><a href="#cite_ref-Christiansen_Wilstrup_Hedley_2022_p._26-0">^</a> <cite id="CITEREFChristiansenWilstrupHedley2022" class="citation journal cs1">Christiansen, Michael; Wilstrup, Casper; Hedley, Paula L. (2022). "Explainable "white-box" machine learning is the way forward in preeclampsia screening". American Journal of Obstetrics and Gynecology. 227 (5). Elsevier BV: 791. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.ajog.2022.06.057">10.1016/j.ajog.2022.06.057</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0002-9378">0002-9378</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/35779588">35779588</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:250160871">250160871</a>.</cite>

</li>

<li id="cite_note-Wilstup_Cave_p.-27"><a href="#cite_ref-Wilstup_Cave_p._27-0">^</a> <cite id="CITEREFWilstupCave2021" class="citation cs2">Wilstup, Casper; Cave, Chris (2021-01-15), Combining symbolic regression with the Cox proportional hazards model improves prediction of heart failure deaths, Cold Spring Harbor Laboratory, <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1101%2F2021.01.15.21249874">10.1101/2021.01.15.21249874</a>, <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:231609904">231609904</a></cite>

</li>

<li id="cite_note-science-28"><a href="#cite_ref-science_28-0">^</a> <cite class="citation journal cs1"><a rel="nofollow" class="external text" href="https://www.science.org/content/article/how-ai-detectives-are-cracking-open-black-box-deep-learning">"How AI detectives are cracking open the black box of deep learning"</a>. Science. 5 July 2017. Retrieved 30 January 2018.</cite>.

</li>

<li id="cite_note-dosilovic2018-29"><a href="#cite_ref-dosilovic2018_29-0">^</a> <cite id="CITEREFDosilovicBrcicHlupic2018" class="citation conference cs1">Dosilovic, Filip; Brcic, Mario; Hlupic, Nikica (2018-05-25). <a rel="nofollow" class="external text" href="https://web.archive.org/web/20181210110820/http://docs.mipro-proceedings.com/dsdc/dsdc_11_4754.pdf">"Explainable Artificial Intelligence: A Survey"</a> (PDF). MIPRO 2018 - 41st International Convention Proceedings. MIPRO 2018. Opatija, Croatia. pp. 210–215. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.23919%2FMIPRO.2018.8400040">10.23919/MIPRO.2018.8400040</a>. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>978-953-233-095-3</bdi>. Archived from <a rel="nofollow" class="external text" href="http://docs.mipro-proceedings.com/dsdc/dsdc_11_4754.pdf">the original</a> (PDF) on 2018-12-10. Retrieved 2018-12-09.</cite>

</li>

<li id="cite_note-30"><a href="#cite_ref-30">^</a> <cite id="CITEREFBernalMazo2022" class="citation journal cs1">Bernal, Jose; Mazo, Claudia (2022-10-11). <a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Fapp122010228">"Transparency of Artificial Intelligence in Healthcare: Insights from Professionals in Computing and Healthcare Worldwide"</a>. Applied Sciences. 12 (20): 10228. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Fapp122010228">10.3390/app122010228</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2076-3417">2076-3417</a>.</cite>

</li>

<li id="cite_note-31"><a href="#cite_ref-31">^</a> <cite id="CITEREFAntoniadiDuGuendouzWei2021" class="citation journal cs1">Antoniadi, Anna Markella; Du, Yuhan; Guendouz, Yasmine; Wei, Lan; Mazo, Claudia; Becker, Brett A.; Mooney, Catherine (January 2021). <a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Fapp11115088">"Current Challenges and Future Opportunities for XAI in Machine Learning-Based Clinical Decision Support Systems: A Systematic Review"</a>. Applied Sciences. 11 (11): 5088. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Fapp11115088">10.3390/app11115088</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2076-3417">2076-3417</a>.</cite>

</li>

<li id="cite_note-32"><a href="#cite_ref-32">^</a> <cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.bloomberg.com/news/articles/2017-12-11/deepmind-has-simple-tests-that-might-prevent-elon-musk-s-ai-apocalypse">"DeepMind Has Simple Tests That Might Prevent Elon Musk's AI Apocalypse"</a>. Bloomberg.com. 11 December 2017. Retrieved 30 January 2018.</cite>

</li>

<li id="cite_note-33"><a href="#cite_ref-33">^</a> <cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://blog.openai.com/deep-reinforcement-learning-from-human-preferences/">"Learning from Human Preferences"</a>. OpenAI Blog. 13 June 2017. Retrieved 30 January 2018.</cite>

</li>

<li id="cite_note-34"><a href="#cite_ref-34">^</a> <cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://www.darpa.mil/program/explainable-artificial-intelligence">"Explainable Artificial Intelligence (XAI)"</a>. DARPA. Retrieved 17 July 2017.</cite>

</li>

<li id="cite_note-35"><a href="#cite_ref-35">^</a> <cite id="CITEREFBiecek2018" class="citation journal cs1">Biecek, Przemyslaw (23 June 2018). "DALEX: explainers for complex predictive models". Journal of Machine Learning Research. 19: 1–5. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1806.08915">1806.08915</a>.</cite>

</li>

<li id="cite_note-36"><a href="#cite_ref-36">^</a> Rai, Arun. "Explainable AI: From black box to glass box." Journal of the Academy of Marketing Science 48 (2020): 137-141.

</li>

<li id="cite_note-SokolFlach2018-37"><a href="#cite_ref-SokolFlach2018_37-0">^</a> <cite id="CITEREFSokolFlach2018" class="citation book cs1">Sokol, Kacper; Flach, Peter (2018). "Glass-Box: Explaining AI Decisions With Counterfactual Statements Through Conversation With a Voice-enabled Virtual Assistant". Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence. pp. 5868–5870. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.24963%2Fijcai.2018%2F865">10.24963/ijcai.2018/865</a>. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>9780999241127</bdi>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:51608978">51608978</a>.</cite>

</li>

<li id="cite_note-38"><a href="#cite_ref-38">^</a> <cite id="CITEREFBroniatowski2021" class="citation journal cs1">Broniatowski, David A. (2021). <a rel="nofollow" class="external text" href="https://www.nist.gov/publications/psychological-foundations-explainability-and-interpretability-artificial-intelligence">"Psychological Foundations of Explainability and Interpretability in Artificial Intelligence"</a>. NIST Pubs.</cite>

</li>

<li id="cite_note-ISO29119-39">^ <a href="#cite_ref-ISO29119_39-0">a</a> <a href="#cite_ref-ISO29119_39-1">b</a> <cite class="citation cs1"><a rel="nofollow" class="external text" href="https://www.iso.org/standard/79016.html">ISO/IEC TR 29119-11:2020, Software and systems engineering, Software testing, Part 11: Guidelines on the testing of AI-based systems</a>. <a href="International_Organization_for_Standardization" title="International Organization for Standardization">ISO</a>. 2020. Retrieved 25 November 2023.</cite>

</li>

<li id="cite_note-40"><a href="#cite_ref-40">^</a> <cite id="CITEREFVerma2021" class="citation web cs1">Verma, Yugesh (2021-12-25). <a rel="nofollow" class="external text" href="https://analyticsindiamag.com/a-complete-guide-to-shap-shapley-additive-explanations-for-practitioners/">"Complete Guide to SHAP - SHAPley Additive exPlanations for Practitioners"</a>. Analytics India Magazine. Retrieved 2024-07-10.</cite>

</li>

<li id="cite_note-41"><a href="#cite_ref-41">^</a> <cite id="CITEREFRothman2020" class="citation web cs1">Rothman, Denis (2020-10-07). <a rel="nofollow" class="external text" href="https://www.codemotion.com/magazine/ai-ml/lime-explainable-ai/">"Exploring LIME Explanations and the Mathematics Behind It"</a>. Codemotion Magazine. Retrieved 2024-07-10.</cite>

</li>

<li id="cite_note-42"><a href="#cite_ref-42">^</a> <cite id="CITEREFChristian2020" class="citation book cs1">Christian, Brian (2020). "TELL ME EVERYTHING: MULTITASK NETS". <a href="The_Alignment_Problem" title="The Alignment Problem">The Alignment Problem</a>: Machine learning and human values. W. W. Norton & Company. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>978-0-393-86833-3</bdi>.</cite>

</li>

<li id="cite_note-43"><a href="#cite_ref-43">^</a> <cite id="CITEREFSharma2018" class="citation web cs1">Sharma, Abhishek (2018-07-11). <a rel="nofollow" class="external text" href="https://analyticsindiamag.com/what-are-saliency-maps-in-deep-learning/">"What Are Saliency Maps In Deep Learning?"</a>. Analytics India Magazine. Retrieved 2024-07-10.</cite>

</li>

<li id="cite_note-44"><a href="#cite_ref-44">^</a> <cite id="CITEREFLuoSpecia2024" class="citation arxiv cs1">Luo, Haoyan; Specia, Lucia (2024-02-21). "From Understanding to Utilization: A Survey on Explainability for Large Language Models". <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2401.12874">2401.12874</a> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.CL">cs.CL</a>].</cite>

</li>

<li id="cite_note-45"><a href="#cite_ref-45">^</a> <cite id="CITEREFAnanthaswamy2024" class="citation web cs1">Ananthaswamy, Anil (2024-04-12). <a rel="nofollow" class="external text" href="https://www.quantamagazine.org/how-do-machines-grok-data-20240412/">"How Do Machines 'Grok' Data?"</a>. Quanta Magazine. Retrieved 2025-01-21.</cite>

</li>

<li id="cite_note-46"><a href="#cite_ref-46">^</a> <cite id="CITEREFOlah2022" class="citation web cs1">Olah, Chris (June 27, 2022). <a rel="nofollow" class="external text" href="https://www.transformer-circuits.pub/2022/mech-interp-essay">"Mechanistic Interpretability, Variables, and the Importance of Interpretable Bases"</a>. www.transformer-circuits.pub. Retrieved 2024-07-10.</cite>

</li>

<li id="cite_note-47"><a href="#cite_ref-47">^</a> <cite id="CITEREFMittal2024" class="citation web cs1">Mittal, Aayush (2024-06-17). <a rel="nofollow" class="external text" href="https://www.unite.ai/understanding-sparse-autoencoders-gpt-4-claude-3-an-in-depth-technical-exploration/">"Understanding Sparse Autoencoders, GPT-4 & Claude 3 : An In-Depth Technical Exploration"</a>. Unite.AI. Retrieved 2024-07-10.</cite>

</li>

<li id="cite_note-48"><a href="#cite_ref-48">^</a> <cite id="CITEREFRopek2024" class="citation web cs1">Ropek, Lucas (2024-05-21). <a rel="nofollow" class="external text" href="https://gizmodo.com/new-anthropic-research-sheds-light-on-ais-black-box-1851491333">"New Anthropic Research Sheds Light on AI's 'Black Box'"</a>. Gizmodo. Retrieved 2024-05-23.</cite>

</li>

<li id="cite_note-49"><a href="#cite_ref-49">^</a> <cite id="CITEREFPerrigo2024" class="citation magazine cs1">Perrigo, Billy (2024-05-21). <a rel="nofollow" class="external text" href="https://time.com/6980210/anthropic-interpretability-ai-safety-research/">"Artificial Intelligence Is a 'Black Box.' Maybe Not For Long"</a>. Time. Retrieved 2024-05-24.</cite>

</li>

<li id="cite_note-50"><a href="#cite_ref-50">^</a> <cite id="CITEREFBarber" class="citation magazine cs1">Barber, Gregory. <a rel="nofollow" class="external text" href="https://www.wired.com/story/inside-black-box-of-neural-network/">"Inside the 'Black Box' of a Neural Network"</a>. Wired. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1059-1028">1059-1028</a>. Retrieved 2024-07-10.</cite>

</li>

<li id="cite_note-51"><a href="#cite_ref-51">^</a> <cite id="CITEREFFaganShortliffeBuchanan1980" class="citation journal cs1">Fagan, L. M.; Shortliffe, E. H.; Buchanan, B. G. (1980). "Computer-based medical decision making: from MYCIN to VM". Automedica. 3 (2): 97–108.</cite>

</li>

<li id="cite_note-52"><a href="#cite_ref-52">^</a> <cite id="CITEREFClancey1987" class="citation book cs1">Clancey, William (1987). Knowledge-Based Tutoring: The GUIDON Program. Cambridge, Massachusetts: The MIT Press.</cite>

</li>

<li id="cite_note-53"><a href="#cite_ref-53">^</a> <cite id="CITEREFBrownBurtonDe_Kleer1982" class="citation book cs1">Brown, John S.; Burton, R. R.; De Kleer, Johan (1982). "Pedagogical, natural language, and knowledge engineering techniques in SOPHIE I, II, and III". Intelligent Tutoring Systems. Academic Press. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>0-12-648680-8</bdi>.</cite>

</li>

<li id="cite_note-54"><a href="#cite_ref-54">^</a> <cite id="CITEREFBareissPorterWeirHolte1990" class="citation book cs1">Bareiss, Ray; Porter, Bruce; Weir, Craig; Holte, Robert (1990). "Protos: An Exemplar-Based Learning Apprentice". Machine Learning. Vol. 3. Morgan Kaufmann Publishers Inc. pp. 112–139. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>1-55860-119-8</bdi>.</cite>

</li>

<li id="cite_note-:1-55">^ <a href="#cite_ref-:1_55-0">a</a> <a href="#cite_ref-:1_55-1">b</a> <cite id="CITEREFBareiss1989" class="citation book cs1">Bareiss, Ray (1989). Exemplar-Based Knowledge Acquisition: A Unified Approach to Concept Representation, Classification, and Learning. Perspectives in Artificial Intelligence. <a href="Academic_Press" title="Academic Press">Academic Press</a>.</cite>

</li>

<li id="cite_note-56"><a href="#cite_ref-56">^</a> <cite id="CITEREFVan_LentFisherMancuso2004" class="citation book cs1">Van Lent, M.; Fisher, W.; Mancuso, M. (July 2004). "An explainable artificial intelligence system for small-unit tactical behavior". Proceedings of the National Conference on Artificial Intelligence. San Jose, CA: AAAI Press. pp. 900–907. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>0262511835</bdi>.</cite>

</li>

<li id="cite_note-57"><a href="#cite_ref-57">^</a> <cite id="CITEREFRussellNorvig2003" class="citation book cs1">Russell, Stuart; Norvig, Peter (2003). Artificial Intelligence: A Modern Approach. Prentice Hall Series in Artificial Intelligence (Second ed.). Upper Saddle River, New Jersey: Prentice Hall, Pearson Education. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>0-13-790395-2</bdi>.</cite>

</li>

<li id="cite_note-RMS-58"><a href="#cite_ref-RMS_58-0">^</a> <cite id="CITEREFForbusDe_Kleer1993" class="citation book cs1">Forbus, Kenneth; De Kleer, Johan (1993). Building Problem Solvers. Cambridge, Massachusetts: The MIT Press. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>0-262-06157-0</bdi>.</cite>

</li>

<li id="cite_note-59"><a href="#cite_ref-59">^</a> <cite id="CITEREFTickleAndrewsGoleaDiederich1998" class="citation journal cs1">Tickle, A. B.; Andrews, R.; Golea, M.; Diederich, J. (November 1998). "The truth will come to light: directions and challenges in extracting the knowledge embedded within trained artificial neural networks". IEEE Transactions on Neural Networks. 9 (6): 1057–1068. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1109%2F72.728352">10.1109/72.728352</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1045-9227">1045-9227</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/18255792">18255792</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:11111578">11111578</a>.</cite>

</li>

<li id="cite_note-60"><a href="#cite_ref-60">^</a> <cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.bloomberg.com/news/articles/2018-06-13/accenture-unveils-tool-to-help-companies-insure-their-ai-is-fair">"Accenture Unveils Tool to Help Companies Insure Their AI Is Fair"</a>. Bloomberg.com. June 2018. Retrieved 5 August 2018.</cite>

</li>

<li id="cite_note-61"><a href="#cite_ref-61">^</a> Minsky, et al., "The Society of Intelligent Veillance" IEEE ISTAS2013, pages 13-17.

</li>

<li id="cite_note-62"><a href="#cite_ref-62">^</a> <cite id="CITEREFMukherjee2017" class="citation magazine cs1">Mukherjee, Siddhartha (27 March 2017). <a rel="nofollow" class="external text" href="https://www.newyorker.com/magazine/2017/04/03/ai-versus-md">"A.I. Versus M.D."</a> The New Yorker. Retrieved 30 January 2018.</cite>

</li>

<li id="cite_note-63"><a href="#cite_ref-63">^</a> <cite id="CITEREFCsiszárCsiszárDombi2020" class="citation journal cs1">Csiszár, Orsolya; Csiszár, Gábor; Dombi, József (2020-07-08). <a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.knosys.2020.105972">"Interpretable neural networks based on continuous-valued logic and multicriteria decision operators"</a>. Knowledge-Based Systems. 199: 105972. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1910.02486">1910.02486</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.knosys.2020.105972">10.1016/j.knosys.2020.105972</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0950-7051">0950-7051</a>.</cite>

</li>

<li id="cite_note-64"><a href="#cite_ref-64">^</a> <cite id="CITEREFDoshi-VelezKim2017" class="citation arxiv cs1">Doshi-Velez, Finale; Kim, Been (2017-02-27). "Towards A Rigorous Science of Interpretable Machine Learning". <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1702.08608">1702.08608</a> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/stat.ML">stat.ML</a>].</cite>

</li>

<li id="cite_note-65"><a href="#cite_ref-65">^</a> <cite id="CITEREFAbdollahi,_Behnoush,_and_Olfa_Nasraoui.2016" class="citation arxiv cs1">Abdollahi, Behnoush, and Olfa Nasraoui. (2016). "Explainable Restricted Boltzmann Machines for Collaborative Filtering". <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1606.07129">1606.07129</a> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/stat.ML">stat.ML</a>].</cite><code class="cs1-code">{{cite arXiv}}</code>: CS1 maint: multiple names: authors list (link)

</li>

<li id="cite_note-66"><a href="#cite_ref-66">^</a> <cite id="CITEREFDombiCsiszár2021" class="citation book cs1">Dombi, József; Csiszár, Orsolya (2021). <a rel="nofollow" class="external text" href="https://link.springer.com/book/10.1007/978-3-030-72280-7">Explainable Neural Networks Based on Fuzzy Logic and Multi-criteria Decision Tools</a>. Studies in Fuzziness and Soft Computing. Vol. 408. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2F978-3-030-72280-7">10.1007/978-3-030-72280-7</a>. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>978-3-030-72279-1</bdi>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1434-9922">1434-9922</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:233486978">233486978</a>.</cite>

</li>

<li id="cite_note-Bach_Binder_Montavon_Klauschen_p=e0130140-67"><a href="#cite_ref-Bach_Binder_Montavon_Klauschen_p=e0130140_67-0">^</a> <cite id="CITEREFBachBinderMontavonKlauschen2015" class="citation journal cs1">Bach, Sebastian; Binder, Alexander; Montavon, Grégoire; Klauschen, Frederick; <a href="Klaus-Robert_M%C3%BCller" title="Klaus-Robert Müller">Müller, Klaus-Robert</a>; Samek, Wojciech (2015-07-10). Suarez, Oscar Deniz (ed.). <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4498753">"On Pixel-Wise Explanations for Non-Linear Classifier Decisions by Layer-Wise Relevance Propagation"</a>. PLOS ONE. 10 (7): e0130140. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2015PLoSO..1030140B">2015PLoSO..1030140B</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1371%2Fjournal.pone.0130140">10.1371/journal.pone.0130140</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1932-6203">1932-6203</a>. <a href="PMC_(identifier)" class="mw-redirect" title="PMC (identifier)">PMC</a> <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC4498753">4498753</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/26161953">26161953</a>.</cite>

</li>

<li id="cite_note-68"><a href="#cite_ref-68">^</a> <cite id="CITEREFSample2017" class="citation news cs1">Sample, Ian (5 November 2017). <a rel="nofollow" class="external text" href="https://www.theguardian.com/science/2017/nov/05/computer-says-no-why-making-ais-fair-accountable-and-transparent-is-crucial">"Computer says no: why making AIs fair, accountable and transparent is crucial"</a>. The Guardian. Retrieved 5 August 2018.</cite>

</li>

<li id="cite_note-69"><a href="#cite_ref-69">^</a> <cite id="CITEREFMartensProvost2014" class="citation journal cs1">Martens, David; Provost, Foster (2014). <a rel="nofollow" class="external text" href="http://pages.stern.nyu.edu/~fprovost/Papers/MartensProvost_Explaining.pdf">"Explaining data-driven document classifications"</a> (PDF). MIS Quarterly. 38: 73–99. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.25300%2FMISQ%2F2014%2F38.1.04">10.25300/MISQ/2014/38.1.04</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:14238842">14238842</a>.</cite>

</li>

<li id="cite_note-70"><a href="#cite_ref-70">^</a> <cite class="citation journal cs1">""Why Should I Trust You?" | Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining". <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1145%2F2939672.2939778">10.1145/2939672.2939778</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:13029170">13029170</a>.</cite> <code class="cs1-code">{{cite journal}}</code>: Cite journal requires <code class="cs1-code">|journal=</code> (help)

</li>

<li id="cite_note-71"><a href="#cite_ref-71">^</a> <cite id="CITEREFLundbergLee2017" class="citation cs2">Lundberg, Scott M; <a href="Su-In_Lee" title="Su-In Lee">Lee, Su-In</a> (2017), Guyon, I.; Luxburg, U. V.; Bengio, S.; Wallach, H. (eds.), <a rel="nofollow" class="external text" href="http://papers.nips.cc/paper/7062-a-unified-approach-to-interpreting-model-predictions.pdf">"A Unified Approach to Interpreting Model Predictions"</a> (PDF), Advances in Neural Information Processing Systems 30, Curran Associates, Inc., pp. 4765–4774, <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1705.07874">1705.07874</a>, retrieved 2020-03-13</cite>

</li>

<li id="cite_note-72"><a href="#cite_ref-72">^</a> <cite id="CITEREFCarterMuellerJainGifford2019" class="citation journal cs1">Carter, Brandon; Mueller, Jonas; Jain, Siddhartha; Gifford, David (2019-04-11). <a rel="nofollow" class="external text" href="http://proceedings.mlr.press/v89/carter19a.html">"What made you do this? Understanding black-box decisions with sufficient input subsets"</a>. The 22nd International Conference on Artificial Intelligence and Statistics: 567–576.</cite>

</li>

<li id="cite_note-73"><a href="#cite_ref-73">^</a> <cite id="CITEREFShrikumarGreensideKundaje2017" class="citation journal cs1">Shrikumar, Avanti; Greenside, Peyton; Kundaje, Anshul (2017-07-17). <a rel="nofollow" class="external text" href="http://proceedings.mlr.press/v70/shrikumar17a.html">"Learning Important Features Through Propagating Activation Differences"</a>. International Conference on Machine Learning: 3145–3153.</cite>

</li>

<li id="cite_note-74"><a href="#cite_ref-74">^</a> <cite class="citation journal cs1"><a rel="nofollow" class="external text" href="https://dl.acm.org/doi/abs/10.5555/3305890.3306024">"Axiomatic attribution for deep networks | Proceedings of the 34th International Conference on Machine Learning - Volume 70"</a>. dl.acm.org. Icml'17: 3319–3328. 6 August 2017. Retrieved 2020-03-13.</cite>

</li>

<li id="cite_note-75"><a href="#cite_ref-75">^</a> <cite id="CITEREFXuUszkoreitDuFan2019" class="citation cs2">Xu, Feiyu; Uszkoreit, Hans; Du, Yangzhou; Fan, Wei; Zhao, Dongyan; Zhu, Jun (2019), Tang, Jie; Kan, Min-Yen; Zhao, Dongyan; Li, Sujian (eds.), <a rel="nofollow" class="external text" href="http://link.springer.com/10.1007/978-3-030-32236-6_51">"Explainable AI: A Brief Survey on History, Research Areas, Approaches and Challenges"</a>, Natural Language Processing and Chinese Computing, vol. 11839, Cham: Springer International Publishing, pp. 563–574, <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2F978-3-030-32236-6_51">10.1007/978-3-030-32236-6_51</a>, <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>978-3-030-32235-9</bdi>, retrieved 2024-12-03</cite>

</li>

<li id="cite_note-76"><a href="#cite_ref-76">^</a> <cite id="CITEREFLe_MerrerTrédan2020" class="citation journal cs1">Le Merrer, Erwan; Trédan, Gilles (September 2020). <a rel="nofollow" class="external text" href="https://www.nature.com/articles/s42256-020-0216-z">"Remote explainability faces the bouncer problem"</a>. Nature Machine Intelligence. 2 (9): 529–539. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1910.01432">1910.01432</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1038%2Fs42256-020-0216-z">10.1038/s42256-020-0216-z</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2522-5839">2522-5839</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:225207140">225207140</a>.</cite>

</li>

<li id="cite_note-77"><a href="#cite_ref-77">^</a> <cite id="CITEREFAivodjiAraiFortineauGambs2019" class="citation journal cs1">Aivodji, Ulrich; Arai, Hiromi; Fortineau, Olivier; Gambs, Sébastien; Hara, Satoshi; Tapp, Alain (2019-05-24). <a rel="nofollow" class="external text" href="http://proceedings.mlr.press/v97/aivodji19a.html">"Fairwashing: the risk of rationalization"</a>. International Conference on Machine Learning. PMLR: 161–170. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1901.09749">1901.09749</a>.</cite>

</li>

<li id="cite_note-78"><a href="#cite_ref-78">^</a> <cite id="CITEREFSinghNasseriTanTang2021" class="citation journal cs1">Singh, Chandan; Nasseri, Keyan; Tan, Yan Shuo; Tang, Tiffany; Yu, Bin (4 May 2021). <a rel="nofollow" class="external text" href="https://joss.theoj.org/papers/10.21105/joss.03192">"imodels: a python package for fitting interpretable models"</a>. Journal of Open Source Software. 6 (61): 3192. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2021JOSS....6.3192S">2021JOSS....6.3192S</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.21105%2Fjoss.03192">10.21105/joss.03192</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2475-9066">2475-9066</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:235529515">235529515</a>.</cite>

</li>

<li id="cite_note-79"><a href="#cite_ref-79">^</a> <cite id="CITEREFVidalSchiffer2020" class="citation journal cs1">Vidal, Thibaut; Schiffer, Maximilian (2020). <a rel="nofollow" class="external text" href="http://proceedings.mlr.press/v119/vidal20a.html">"Born-Again Tree Ensembles"</a>. International Conference on Machine Learning. 119. PMLR: 9743–9753. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2003.11132">2003.11132</a>.</cite>

</li>

<li id="cite_note-80"><a href="#cite_ref-80">^</a> <cite id="CITEREFUstunRudin2016" class="citation journal cs1">Ustun, Berk; Rudin, Cynthia (1 March 2016). <a rel="nofollow" class="external text" href="https://link.springer.com/article/10.1007/s10994-015-5528-6">"Supersparse linear integer models for optimized medical scoring systems"</a>. Machine Learning. 102 (3): 349–391. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1502.04269">1502.04269</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs10994-015-5528-6">10.1007/s10994-015-5528-6</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1573-0565">1573-0565</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:207211836">207211836</a>.</cite>

</li>

<li id="cite_note-81"><a href="#cite_ref-81">^</a> Bostrom, N., & Yudkowsky, E. (2014). <a rel="nofollow" class="external text" href="https://intelligence.org/files/EthicsofAI.pdf">The ethics of artificial intelligence</a>. The Cambridge Handbook of Artificial Intelligence, 316-334.

</li>

<li id="cite_note-FAT*_conference-82"><a href="#cite_ref-FAT*_conference_82-0">^</a> <cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://fatconference.org/">"FAT* Conference"</a>.</cite>

</li>

<li id="cite_note-83"><a href="#cite_ref-83">^</a> <cite class="citation news cs1"><a rel="nofollow" class="external text" href="https://www.economist.com/science-and-technology/2018/02/15/computer-programs-recognise-white-men-better-than-black-women">"Computer programs recognise white men better than black women"</a>. The Economist. 2018. Retrieved 5 August 2018.</cite>

</li>

<li id="cite_note-Circuits-84"><a href="#cite_ref-Circuits_84-0">^</a> <cite id="CITEREFOlahCammarataSchubertGoh2020" class="citation journal cs1">Olah, Chris; Cammarata, Nick; Schubert, Ludwig; Goh, Gabriel; Petrov, Michael; Carter, Shan (10 March 2020). <a rel="nofollow" class="external text" href="https://distill.pub/2020/circuits/zoom-in/">"Zoom In: An Introduction to Circuits"</a>. Distill. 5 (3): e00024.001. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.23915%2Fdistill.00024.001">10.23915/distill.00024.001</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2476-0757">2476-0757</a>.</cite>

</li>

<li id="cite_note-85"><a href="#cite_ref-85">^</a> <cite id="CITEREFLiYosinskiCluneLipson2015" class="citation journal cs1">Li, Yixuan; Yosinski, Jason; Clune, Jeff; Lipson, Hod; Hopcroft, John (8 December 2015). <a rel="nofollow" class="external text" href="http://proceedings.mlr.press/v44/li15convergent.html">"Convergent Learning: Do different neural networks learn the same representations?"</a>. Feature Extraction: Modern Questions and Challenges. PMLR: 196–212.</cite>

</li>

<li id="cite_note-86"><a href="#cite_ref-86">^</a> <cite id="CITEREFHendricksAkataRohrbachDonahue2016" class="citation book cs1">Hendricks, Lisa Anne; Akata, Zeynep; Rohrbach, Marcus; Donahue, Jeff; Schiele, Bernt; Darrell, Trevor (2016). <a rel="nofollow" class="external text" href="https://link.springer.com/chapter/10.1007/978-3-319-46493-0_1">"Generating Visual Explanations"</a>. Computer Vision – ECCV 2016. Lecture Notes in Computer Science. Vol. 9908. Springer International Publishing. pp. 3–19. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1603.08507">1603.08507</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2F978-3-319-46493-0_1">10.1007/978-3-319-46493-0_1</a>. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>978-3-319-46492-3</bdi>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:12030503">12030503</a>.</cite>

</li>

<li id="cite_note-87"><a href="#cite_ref-87">^</a> <cite id="CITEREFKohLiang2017" class="citation journal cs1">Koh, Pang Wei; Liang, Percy (17 July 2017). <a rel="nofollow" class="external text" href="http://proceedings.mlr.press/v70/koh17a.html">"Understanding Black-box Predictions via Influence Functions"</a>. International Conference on Machine Learning. PMLR: 1885–1894. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1703.04730">1703.04730</a>.</cite>

</li>

<li id="cite_note-88"><a href="#cite_ref-88">^</a> <cite id="CITEREFSchmaltz2021" class="citation journal cs1">Schmaltz, Allen (23 December 2021). <a rel="nofollow" class="external text" href="https://doi.org/10.1162/coli_a_00416">"Detecting Local Insights from Global Labels: Supervised & Zero-Shot Sequence Labeling via a Convolutional Decomposition"</a>. Computational Linguistics. 47 (4): 729–773. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1162%2Fcoli_a_00416">10.1162/coli_a_00416</a>.</cite>

</li>

<li id="cite_note-89"><a href="#cite_ref-89">^</a> <cite id="CITEREFGouverneurLiShirahamaLuebke2023" class="citation journal cs1">Gouverneur, Philip; Li, Frédéric; Shirahama, Kimiaki; Luebke, Luisa; Adamczyk, Wacław M.; Szikszay, Tibor M.; Luedtke, Kerstin; Grzegorzek, Marcin (2023-02-09). <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9960387">"Explainable Artificial Intelligence (XAI) in Pain Research: Understanding the Role of Electrodermal Activity for Automated Pain Recognition"</a>. Sensors. 23 (4): 1959. <a href="Bibcode_(identifier)" class="mw-redirect" title="Bibcode (identifier)">Bibcode</a>:<a rel="nofollow" class="external text" href="https://ui.adsabs.harvard.edu/abs/2023Senso..23.1959G">2023Senso..23.1959G</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Fs23041959">10.3390/s23041959</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/1424-8220">1424-8220</a>. <a href="PMC_(identifier)" class="mw-redirect" title="PMC (identifier)">PMC</a> <a rel="nofollow" class="external text" href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC9960387">9960387</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/36850556">36850556</a>.</cite>

</li>

<li id="cite_note-90"><a href="#cite_ref-90">^</a> <cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://web.archive.org/web/20190404131609/http://www.intelligentrobots.org/files/IJCAI2017/IJCAI-17_XAI_WS_Proceedings.pdf">"IJCAI 2017 Workshop on Explainable Artificial Intelligence (XAI)"</a> (PDF). Earthlink. IJCAI. Archived from <a rel="nofollow" class="external text" href="http://www.intelligentrobots.org/files/IJCAI2017/IJCAI-17_XAI_WS_Proceedings.pdf">the original</a> (PDF) on 4 April 2019. Retrieved 17 July 2017.</cite>

</li>

<li id="cite_note-XAI-2023-91"><a href="#cite_ref-XAI-2023_91-0">^</a> <cite class="citation book cs1"><a rel="nofollow" class="external text" href="https://link.springer.com/book/10.1007/978-3-031-44070-0">Explainable Artificial Intelligence, First World Conference, xAI 2023, Lisbon, Portugal, July 26–28, 2023, Proceedings, Parts I/II/III</a>. Communications in Computer and Information Science. Vol. 1903. springer. 2023. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2F978-3-031-44070-0">10.1007/978-3-031-44070-0</a>. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>978-3-031-44070-0</bdi>.</cite>

</li>

<li id="cite_note-XAI-2024-92"><a href="#cite_ref-XAI-2024_92-0">^</a> <cite class="citation book cs1"><a rel="nofollow" class="external text" href="https://link.springer.com/book/10.1007/978-3-031-63787-2">Explainable Artificial Intelligence, Second World Conference, xAI 2024, Valletta, Malta, July 17–19, 2024, Proceedings, Part I/II/III/IV</a>. Communications in Computer and Information Science. Vol. 2153. springer. 2024. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2F978-3-031-63787-2">10.1007/978-3-031-63787-2</a>. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>978-3-031-63787-2</bdi>.</cite>

</li>

<li id="cite_note-93"><a href="#cite_ref-93">^</a> <cite id="CITEREFKahn2018" class="citation news cs1">Kahn, Jeremy (12 December 2018). <a rel="nofollow" class="external text" href="https://www.bloomberg.com/news/articles/2018-12-12/artificial-intelligence-has-some-explaining-to-do">"Artificial Intelligence Has Some Explaining to Do"</a>. <a href="Bloomberg_Businessweek" title="Bloomberg Businessweek">Bloomberg Businessweek</a>. Retrieved 17 December 2018.</cite>

</li>

<li id="cite_note-Explainable_Machine_Learning_in_Deployment-94">^ <a href="#cite_ref-Explainable_Machine_Learning_in_Deployment_94-0">a</a> <a href="#cite_ref-Explainable_Machine_Learning_in_Deployment_94-1">b</a> <a href="#cite_ref-Explainable_Machine_Learning_in_Deployment_94-2">c</a> <cite id="CITEREFBhattXiangSharmaWeller2022" class="citation book cs1">Bhatt, Umang; Xiang, Alice; Sharma, Shubham; Weller, Adrian; Taly, Ankur; Jia, Yunhan; Ghosh, Joydeep; Puri, Richir; M.F. Moura, José; Eckersley, Peter (2022). <a rel="nofollow" class="external text" href="https://dl.acm.org/doi/pdf/10.1145/3351095.3375624">"Explainable Machine Learning in Deployment"</a>. Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency. pp. 648–657. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1145%2F3351095.3375624">10.1145/3351095.3375624</a>. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>9781450369367</bdi>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:202572724">202572724</a>.</cite>

</li>

<li id="cite_note-How_the_machine_'thinks'-95">^ <a href="#cite_ref-How_the_machine_'thinks'_95-0">a</a> <a href="#cite_ref-How_the_machine_'thinks'_95-1">b</a> <a href="#cite_ref-How_the_machine_'thinks'_95-2">c</a> <cite id="CITEREFBurrel2016" class="citation journal cs1">Burrel, Jenna (2016). <a rel="nofollow" class="external text" href="https://journals.sagepub.com/doi/pdf/10.1177/2053951715622512">"How the machine 'thinks': Understanding opacity in machine learning algorithms"</a>. Big Data & Society. 3 (1). <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1177%2F2053951715622512">10.1177/2053951715622512</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:61330970">61330970</a>.</cite>

</li>

<li id="cite_note-96"><a href="#cite_ref-96">^</a> <cite id="CITEREFVealeVan_KleekBinns2018" class="citation book cs1">Veale, Michael; Van Kleek, Max; Binns, Reuben (2018). <a rel="nofollow" class="external text" href="https://dl.acm.org/doi/pdf/10.1145/3173574.3174014">"Fairness and Accountability Design Needs for Algorithmic Support in High-Stakes Public Sector Decision-Making"</a>. Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems. Vol. 40. pp. 1–14. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1145%2F3173574.3174014">10.1145/3173574.3174014</a>. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>9781450356206</bdi>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:3639135">3639135</a>.</cite>

</li>

<li id="cite_note-97"><a href="#cite_ref-97">^</a> <cite id="CITEREFYangWeiWeiChen2023" class="citation journal cs1">Yang, Wenli; Wei, Yuchen; Wei, Hanyu; Chen, Yanyu; Huang, Guan; Li, Xiang; Li, Renjie; Yao, Naimeng; Wang, Xinyi; Gu, Xiaotong; Amin, Muhammad Bilal; Kang, Byeong (2023-08-10). <a rel="nofollow" class="external text" href="https://link.springer.com/10.1007/s44230-023-00038-y">"Survey on Explainable AI: From Approaches, Limitations and Applications Aspects"</a>. Human-Centric Intelligent Systems. 3 (3): 161–188. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2Fs44230-023-00038-y">10.1007/s44230-023-00038-y</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2667-1336">2667-1336</a>.</cite>

</li>

<li id="cite_note-98"><a href="#cite_ref-98">^</a> <cite id="CITEREFHuZhangBohrerLiu2023" class="citation journal cs1">Hu, Tongxi; Zhang, Xuesong; Bohrer, Gil; Liu, Yanlan; Zhou, Yuyu; Martin, Jay; LI, Yang; Zhao, Kaiguang (2023). <a rel="nofollow" class="external text" href="https://www.sciencedirect.com/science/article/pii/S0168192323001508">"Crop yield prediction via explainable AI and interpretable machine learning: Dangers of black box models for evaluating climate change impacts on crop yield"</a>. Agricultural and Forest Meteorology. 336: 109458. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.agrformet.2023.109458">10.1016/j.agrformet.2023.109458</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:258552400">258552400</a>.</cite>

</li>

<li id="cite_note-Explaining_Decision-Making_Algorithms_through_UI-99">^ <a href="#cite_ref-Explaining_Decision-Making_Algorithms_through_UI_99-0">a</a> <a href="#cite_ref-Explaining_Decision-Making_Algorithms_through_UI_99-1">b</a> <cite id="CITEREFChengWangZhangO’Connell2019" class="citation book cs1">Cheng, Hao-Fei; Wang, Ruotang; Zhang, Zheng; O’Connell, Fiona; Gray, Terrance; Harper, F. Maxwell; Zhu, Haiyi (2019). <a rel="nofollow" class="external text" href="https://dl.acm.org/doi/pdf/10.1145/3290605.3300789">Explaining Decision-Making Algorithms through UI: Strategies to Help Non-Expert Stakeholders</a>. Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems. Vol. 559. pp. 1–12. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1145%2F3290605.3300789">10.1145/3290605.3300789</a>. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>9781450359702</bdi>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:140281803">140281803</a>.</cite>

</li>

<li id="cite_note-100"><a href="#cite_ref-100">^</a> <cite id="CITEREFLielZalmanson2023" class="citation journal cs1">Liel, Yotam; Zalmanson, Lior (August 2023). <a rel="nofollow" class="external text" href="http://journals.aom.org/doi/full/10.5465/AMPROC.2023.277bp">"Turning Off Your Better Judgment – Conformity to Algorithmic Recommendations"</a>. Academy of Management Proceedings. 2023 (1). <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.5465%2FAMPROC.2023.277bp">10.5465/AMPROC.2023.277bp</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0065-0668">0065-0668</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:260212999">260212999</a>.</cite>

</li>

<li id="cite_note-:5-101">^ <a href="#cite_ref-:5_101-0">a</a> <a href="#cite_ref-:5_101-1">b</a> <cite id="CITEREFMcCoyBrennaChenVold2021" class="citation journal cs1">McCoy, Liam G.; Brenna, Connor T. A.; Chen, Stacy S.; Vold, Karina; Das, Sunit (2021-11-05). <a rel="nofollow" class="external text" href="https://www.jclinepi.com/article/S0895-4356(21)00354-1/abstract">"Believing in black boxes: machine learning for healthcare does not need explainability to be evidence-based"</a>. Journal of Clinical Epidemiology. 142 (Online ahead of print): 252–257. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1016%2Fj.jclinepi.2021.11.001">10.1016/j.jclinepi.2021.11.001</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/0895-4356">0895-4356</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/34748907">34748907</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:243810442">243810442</a>.</cite>

</li>

<li id="cite_note-102"><a href="#cite_ref-102">^</a> <cite id="CITEREFGhassemiOakden-RaynerBeam2021" class="citation journal cs1">Ghassemi, Marzyeh; Oakden-Rayner, Luke; Beam, Andrew L. (2021-11-01). <a rel="nofollow" class="external text" href="https://www.thelancet.com/journals/landig/article/PIIS2589-7500(21)00208-9/abstract">"The false hope of current approaches to explainable artificial intelligence in health care"</a>. The Lancet Digital Health. 3 (11): e745 – e750. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1016%2FS2589-7500%2821%2900208-9">10.1016/S2589-7500(21)00208-9</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2589-7500">2589-7500</a>. <a href="PMID_(identifier)" class="mw-redirect" title="PMID (identifier)">PMID</a> <a rel="nofollow" class="external text" href="https://pubmed.ncbi.nlm.nih.gov/34711379">34711379</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:239963176">239963176</a>.</cite>

</li>

<li id="cite_note-103"><a href="#cite_ref-103">^</a> <cite id="CITEREFSarkar2022" class="citation journal cs1">Sarkar, Advait (2022). <a rel="nofollow" class="external text" href="http://ceur-ws.org/Vol-3124/paper22.pdf">"Is explainable AI a race against model complexity?"</a> (PDF). Workshop on Transparency and Explanations in Smart Systems (TeXSS), in Conjunction with ACM Intelligent User Interfaces (IUI 2022): 192–199. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2205.10119">2205.10119</a> – via CEUR Workshop Proceedings.</cite>

</li>

<li id="cite_note-104"><a href="#cite_ref-104">^</a> <cite id="CITEREFProcaccia2019" class="citation cs2">Procaccia, Ariel D. (2019), Laslier, Jean-François; Moulin, Hervé; Sanver, M. Remzi; Zwicker, William S. (eds.), <a rel="nofollow" class="external text" href="https://doi.org/10.1007/978-3-030-18050-8_27">"Axioms Should Explain Solutions"</a>, The Future of Economic Design: The Continuing Development of a Field as Envisioned by Its Researchers, Studies in Economic Design, Cham: Springer International Publishing, pp. 195–199, <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1007%2F978-3-030-18050-8_27">10.1007/978-3-030-18050-8_27</a>, <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>978-3-030-18050-8</bdi>, retrieved 2024-03-21</cite>

</li>

<li id="cite_note-105"><a href="#cite_ref-105">^</a> <cite id="CITEREFCaillouxEndriss2016" class="citation journal cs1">Cailloux, Olivier; Endriss, Ulle (2016-05-09). <a rel="nofollow" class="external text" href="https://dl.acm.org/doi/abs/10.5555/2936924.2936968">"Arguing about Voting Rules"</a>. Proceedings of the 2016 International Conference on Autonomous Agents & Multiagent Systems. AAMAS '16. Richland, SC: International Foundation for Autonomous Agents and Multiagent Systems: 287–295. <a href="ISBN_(identifier)" class="mw-redirect" title="ISBN (identifier)">ISBN</a> <bdi>978-1-4503-4239-1</bdi>.</cite>

</li>

<li id="cite_note-106"><a href="#cite_ref-106">^</a> <cite id="CITEREFPetersProcacciaPsomasZhou2020" class="citation journal cs1">Peters, Dominik; Procaccia, Ariel D; Psomas, Alexandros; Zhou, Zixin (2020). <a rel="nofollow" class="external text" href="https://proceedings.neurips.cc/paper/2020/hash/10c72a9d42dd07a028ee910f7854da5d-Abstract.html">"Explainable Voting"</a>. Advances in Neural Information Processing Systems. 33. Curran Associates, Inc.: 1525–1534.</cite>

</li>

<li id="cite_note-:12-107"><a href="#cite_ref-:12_107-0">^</a> <cite id="CITEREFYangHausladenPetersPournaras2024" class="citation journal cs1">Yang, Joshua C.; Hausladen, Carina I.; Peters, Dominik; Pournaras, Evangelos; Regula Häenggli Fricker; Helbing, Dirk (2024). "Designing Digital Voting Systems for Citizens: Achieving Fairness and Legitimacy in Participatory Budgeting". Digital Government: Research and Practice. 5 (3): 1–30. <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/2310.03501">2310.03501</a>. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1145%2F3665332">10.1145/3665332</a>.</cite>

</li>

<li id="cite_note-108"><a href="#cite_ref-108">^</a> <cite id="CITEREFNizriHazonAzaria2022" class="citation journal cs1">Nizri, Meir; Hazon, Noam; Azaria, Amos (2022-06-28). <a rel="nofollow" class="external text" href="https://ojs.aaai.org/index.php/AAAI/article/view/21648">"Explainable Shapley-Based Allocation (Student Abstract)"</a>. Proceedings of the AAAI Conference on Artificial Intelligence. 36 (11): 13023–13024. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.1609%2Faaai.v36i11.21648">10.1609/aaai.v36i11.21648</a>. <a href="ISSN_(identifier)" class="mw-redirect" title="ISSN (identifier)">ISSN</a> <a rel="nofollow" class="external text" href="https://search.worldcat.org/issn/2374-3468">2374-3468</a>. <a href="S2CID_(identifier)" class="mw-redirect" title="S2CID (identifier)">S2CID</a> <a rel="nofollow" class="external text" href="https://api.semanticscholar.org/CorpusID:250296641">250296641</a>.</cite>

</li>

</ol></div></div>

<div class="mw-heading mw-heading2"><h2 id="External_links">External links</h2></div>

<ul><li><cite class="citation web cs1"><a rel="nofollow" class="external text" href="http://xaiworldconference.com/">"the World Conference on eXplainable Artificial Intelligence"</a>.</cite></li>

<li><cite class="citation web cs1"><a rel="nofollow" class="external text" href="https://fatconference.org/">"ACM Conference on Fairness, Accountability, and Transparency (FAccT)"</a>.</cite></li>

<li><cite id="CITEREFMazumdarNetoPaulovich2021" class="citation journal cs1">Mazumdar, Dipankar; Neto, Mário Popolin; Paulovich, Fernando V. (2021). <a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Felectronics10222862">"Random Forest similarity maps: A Scalable Visual Representation for Global and Local Interpretation"</a>. Electronics. 10 (22): 2862. <a href="Doi_(identifier)" class="mw-redirect" title="Doi (identifier)">doi</a>:<a rel="nofollow" class="external text" href="https://doi.org/10.3390%2Felectronics10222862">10.3390/electronics10222862</a>.</cite></li>

<li><cite id="CITEREFExplainable_AI:_Making_machines_understandable_for_humans" class="citation web cs1"><a rel="nofollow" class="external text" href="https://explainableai.com/">"Explainable AI: Making machines understandable for humans"</a>. Explainable AI: Making machines understandable for humans. Retrieved 2017-11-02.</cite></li>

<li><cite id="CITEREFParallel_Forall2017" class="citation web cs1"><a rel="nofollow" class="external text" href="https://devblogs.nvidia.com/parallelforall/explaining-deep-learning-self-driving-car/">"Explaining How End-to-End Deep Learning Steers a Self-Driving Car"</a>. Parallel Forall. 2017-05-23. Retrieved 2017-11-02.</cite></li>

<li><cite id="CITEREFKnight2017" class="citation web cs1">Knight, Will (2017-03-14). <a rel="nofollow" class="external text" href="https://www.technologyreview.com/s/603795/the-us-military-wants-its-autonomous-machines-to-explain-themselves/">"DARPA is funding projects that will try to open up AI's black boxes"</a>. MIT Technology Review. Retrieved 2017-11-02.</cite></li>

<li><cite id="CITEREFAlvarez-MelisJaakkola2017" class="citation arxiv cs1">Alvarez-Melis, David; Jaakkola, Tommi S. (2017-07-06). "A causal framework for explaining the predictions of black-box sequence-to-sequence models". <a href="ArXiv_(identifier)" class="mw-redirect" title="ArXiv (identifier)">arXiv</a>:<a rel="nofollow" class="external text" href="https://arxiv.org/abs/1707.01943">1707.01943</a> [<a rel="nofollow" class="external text" href="https://arxiv.org/archive/cs.LG">cs.LG</a>].</cite></li>

<li><cite id="CITEREFsimMachines2017" class="citation web cs1"><a rel="nofollow" class="external text" href="http://simmachines.com/similarity-cracks-code-explainable-ai/">"Similarity Cracks the Code Of Explainable AI"</a>. simMachines. 2017-10-12. Retrieved 2018-02-02.</cite></li></ul>

/* start https://en.wikipedia.org/ */

.mw-parser-output .navbox{box-sizing:border-box;border:1px solid #a2a9b1;width:100%;clear:both;font-size:88%;text-align:center;padding:1px;margin:1em auto 0}.mw-parser-output .navbox .navbox{margin-top:0}.mw-parser-output .navbox+.navbox,.mw-parser-output .navbox+.navbox-styles+.navbox{margin-top:-1px}.mw-parser-output .navbox-inner,.mw-parser-output .navbox-subgroup{width:100%}.mw-parser-output .navbox-group,.mw-parser-output .navbox-title,.mw-parser-output .navbox-abovebelow{padding:0.25em 1em;line-height:1.5em;text-align:center}.mw-parser-output .navbox-group{white-space:nowrap;text-align:right}.mw-parser-output .navbox,.mw-parser-output .navbox-subgroup{background-color:#fdfdfd}.mw-parser-output .navbox-list{line-height:1.5em;border-color:#fdfdfd}.mw-parser-output .navbox-list-with-group{text-align:left;border-left-width:2px;border-left-style:solid}.mw-parser-output tr+tr>.navbox-abovebelow,.mw-parser-output tr+tr>.navbox-group,.mw-parser-output tr+tr>.navbox-image,.mw-parser-output tr+tr>.navbox-list{border-top:2px solid #fdfdfd}.mw-parser-output .navbox-title{background-color:#ccf}.mw-parser-output .navbox-abovebelow,.mw-parser-output .navbox-group,.mw-parser-output .navbox-subgroup .navbox-title{background-color:#ddf}.mw-parser-output .navbox-subgroup .navbox-group,.mw-parser-output .navbox-subgroup .navbox-abovebelow{background-color:#e6e6ff}.mw-parser-output .navbox-even{background-color:#f7f7f7}.mw-parser-output .navbox-odd{background-color:transparent}.mw-parser-output .navbox .hlist td dl,.mw-parser-output .navbox .hlist td ol,.mw-parser-output .navbox .hlist td ul,.mw-parser-output .navbox td.hlist dl,.mw-parser-output .navbox td.hlist ol,.mw-parser-output .navbox td.hlist ul{padding:0.125em 0}.mw-parser-output .navbox .navbar{display:block;font-size:100%}.mw-parser-output .navbox-title .navbar{float:left;text-align:left;margin-right:0.5em}body.skin--responsive .mw-parser-output .navbox-image img{max-width:none!important}@media print{body.ns-0 .mw-parser-output .navbox{display:none!important}}

/* end https://en.wikipedia.org/ */

</style></div><div role="navigation" class="navbox" aria-labelledby="Differentiable_computing254" style="padding:3px"><table class="nowraplinks hlist mw-collapsible autocollapse navbox-inner" style="border-spacing:0;background:transparent;color:inherit"><tbody><tr><th scope="col" class="navbox-title" colspan="2"><div id="Differentiable_computing254" style="font-size:114%;margin:0 4em">Differentiable computing</div></th></tr><tr><th scope="row" class="navbox-group" style="width:1%"><a href="Differentiable_function" title="Differentiable function">General</a></th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em">

<ul><li><a href="Differentiable_programming" title="Differentiable programming">Differentiable programming</a></li>

<li><a href="Information_geometry" title="Information geometry">Information geometry</a></li>

<li><a href="Statistical_manifold" title="Statistical manifold">Statistical manifold</a></li>

<li><a href="Automatic_differentiation" title="Automatic differentiation">Automatic differentiation</a></li>

<li><a href="Neuromorphic_computing" title="Neuromorphic computing">Neuromorphic computing</a></li>

<li><a href="Pattern_recognition" title="Pattern recognition">Pattern recognition</a></li>

<li><a href="Ricci_calculus" title="Ricci calculus">Ricci calculus</a></li>

<li><a href="Computational_learning_theory" title="Computational learning theory">Computational learning theory</a></li>

<li><a href="Inductive_bias" title="Inductive bias">Inductive bias</a></li></ul>

</div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Hardware</th><td class="navbox-list-with-group navbox-list navbox-even" style="width:100%;padding:0"><div style="padding:0 0.25em">

<li><a href="Memristor" title="Memristor">Memristor</a></li>

<li><a href="SpiNNaker" title="SpiNNaker">SpiNNaker</a></li></ul>

</div></td></tr><tr><th scope="row" class="navbox-group" style="width:1%">Software libraries</th><td class="navbox-list-with-group navbox-list navbox-odd" style="width:100%;padding:0"><div style="padding:0 0.25em">

<ul><li><a href="TensorFlow" title="TensorFlow">TensorFlow</a></li>

<li><a href="PyTorch" title="PyTorch">PyTorch</a></li>

<li><a href="Keras" title="Keras">Keras</a></li>

<li><a href="Scikit-learn" title="Scikit-learn">scikit-learn</a></li>

<li><a href="Theano_(software)" title="Theano (software)">Theano</a></li>

<li><a href="MindSpore" title="MindSpore">MindSpore</a></li></ul>

</div></td></tr><tr><td class="navbox-abovebelow" colspan="2"><div>

<ul><li> Portals

<ul><li><a href="Portal%3AComputer_programming" title="Portal:Computer programming">Computer programming</a></li>

<li><a href="Portal%3ATechnology" title="Portal:Technology">Technology</a></li></ul></li></ul>

</div></td></tr></tbody></table></div></div><div><div class="zim-footer">

This article is issued from <a class="external text" title="Last edited on 2025-07-27" href="https://en.wikipedia.org/wiki/?title=Explainable_artificial_intelligence&oldid=1302865003">Wikipedia</a>. The text is available under <a class="external text" href="https://creativecommons.org/licenses/by-sa/4.0/deed.en">Creative Commons Attribution-Share Alike 4.0</a> unless otherwise noted. Additional terms may apply for the media files.

</div>

</div></div>

</div>

</main>

</div>

</body></html>